[ 572.922081] env[63332]: INFO neutron.common.config [-] Logging enabled! [ 572.922413] env[63332]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev30 [ 572.922561] env[63332]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=63332) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 572.922878] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 572.922980] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 572.923840] env[63332]: WARNING oslo_policy.policy [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 572.924081] env[63332]: WARNING oslo_policy.policy [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 572.925613] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] VMware NSXv3 Agent initialized successfully. [ 572.925960] env[63332]: DEBUG oslo_concurrency.lockutils [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] Acquiring lock "singleton_lock" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.926115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] Acquired lock "singleton_lock" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.926325] env[63332]: DEBUG oslo_concurrency.lockutils [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] Releasing lock "singleton_lock" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.926619] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] Full set of CONF: {{(pid=63332) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 572.926842] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ******************************************************************************** {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 572.926960] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] Configuration options gathered from: {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 572.927237] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 572.927413] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 572.927573] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ================================================================================ {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 572.927778] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] agent_down_time = 75 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.927985] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] allow_automatic_dhcp_failover = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.928263] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] allow_bulk = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.928494] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] api_extensions_path = {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.928674] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] api_paste_config = api-paste.ini {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.928832] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] auth_strategy = keystone {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.928944] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] backdoor_port = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.929069] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] backdoor_socket = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.929218] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] backlog = 4096 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.929364] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] base_mac = fa:16:3e:00:00:00 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.929532] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] bind_host = 0.0.0.0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.929708] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] bind_port = 9696 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.929855] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] client_socket_timeout = 900 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.930018] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] config_dir = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.930139] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.930285] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] config_source = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.930429] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] control_exchange = neutron {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.930571] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] core_plugin = ml2 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.930721] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] debug = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.930865] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] default_availability_zones = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.931086] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.931229] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] dhcp_agent_notification = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.931394] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] dhcp_agents_per_network = 1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.931557] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] dhcp_lease_duration = 86400 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.931652] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] dhcp_load_type = networks {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.931792] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] dns_domain = openstacklocal {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.931941] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.932095] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] enable_default_route_bfd = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.932237] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] enable_default_route_ecmp = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.932376] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] enable_dvr = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.932515] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] enable_new_agents = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.932656] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.932795] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] enable_signals = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.932933] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] enable_traditional_dhcp = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.933078] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] external_dns_driver = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.933281] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] filter_validation = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.933361] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] global_physnet_mtu = 8950 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.933500] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] graceful_shutdown_timeout = 60 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.933689] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] host = cpu-1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.933819] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] host_dvr_for_dhcp = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.933966] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] http_retries = 3 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.934166] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] instance_format = [instance: %(uuid)s] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.934326] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.934505] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ipam_driver = internal {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.934592] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ipv6_pd_enabled = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.934736] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] l3_ha = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.934882] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.935038] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] l3_ha_network_physical_name = {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.935187] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] l3_ha_network_type = {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.935362] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_color = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.935556] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_config_append = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.935632] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.935783] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_dir = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.935915] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_file = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.935998] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_options = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.936147] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_rotate_interval = 1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.936300] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_rotate_interval_type = days {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.936446] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] log_rotation_type = none {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.936565] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.936675] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.936822] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.936966] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.937090] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.937236] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] max_dns_nameservers = 5 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.937381] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] max_header_line = 16384 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.937578] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] max_l3_agents_per_router = 3 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938472] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] max_logfile_count = 30 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938472] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] max_logfile_size_mb = 200 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938472] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] max_subnet_host_routes = 20 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938472] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] my_ip = 10.180.1.21 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938472] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] my_ipv6 = ::1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938472] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] network_auto_schedule = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938829] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] network_link_prefix = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938829] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.938931] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] notify_nova_on_port_data_changes = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.939054] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] notify_nova_on_port_status_changes = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.939193] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] pagination_max_limit = -1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.939896] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] publish_errors = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.939896] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] rate_limit_burst = 0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.939896] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] rate_limit_except_level = CRITICAL {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.939896] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] rate_limit_interval = 0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.940306] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] retry_until_window = 30 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.940306] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] router_distributed = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.940306] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] rpc_resources_processing_step = 20 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.940441] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] rpc_response_max_timeout = 600 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.940489] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] rpc_response_timeout = 60 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.940662] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] send_events_interval = 2 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.940871] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] service_plugins = ['router'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.941043] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] setproctitle = on {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.941221] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] shell_completion = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.941344] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] state_path = /opt/stack/data/neutron {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.941493] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] syslog_log_facility = LOG_USER {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.941640] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] tcp_keepidle = 600 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.941791] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] transport_url = **** {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.941937] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] use_journal = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.942087] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] use_json = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.942232] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] use_ssl = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.942371] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] use_stderr = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.942518] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] use_syslog = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.942660] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] vlan_qinq = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.942803] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] vlan_transparent = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.943297] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] watch_log_file = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.943297] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] wsgi_default_pool_size = 100 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.943297] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] wsgi_keep_alive = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.943461] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.943509] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] wsgi_server_debug = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.943660] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_concurrency.disable_process_locking = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.943854] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944027] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944178] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944328] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944478] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944625] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944786] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.connection_string = messaging:// {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.944937] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.enabled = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945106] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.es_doc_type = notification {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945258] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.es_scroll_size = 10000 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945409] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.es_scroll_time = 2m {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945559] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.filter_error_trace = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945708] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.hmac_keys = **** {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.945981] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.sentinel_service_name = mymaster {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946086] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.socket_timeout = 0.1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946159] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.trace_requests = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946288] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler.trace_sqlalchemy = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946447] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler_jaeger.process_tags = {} {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946592] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler_jaeger.service_name_prefix = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946735] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] profiler_otlp.service_name_prefix = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.946897] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.enforce_new_defaults = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947201] env[63332]: WARNING oslo_config.cfg [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 572.947360] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.enforce_scope = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947557] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.policy_default_rule = default {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947780] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.947939] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948107] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948252] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948393] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948530] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948673] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948823] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_policy.remote_timeout = 60.0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.948978] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949143] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] agent.extensions = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949291] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949444] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] service_providers.service_provider = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949711] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.default_quota = -1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949805] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.949931] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_floatingip = 50 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950090] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_network = 100 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950237] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_port = 500 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950379] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950524] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_router = 10 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950668] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_security_group = 10 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950813] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.950956] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.quota_subnet = 100 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951111] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] QUOTAS.track_quota_usage = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951271] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951414] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep.group = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951553] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep.helper_command = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951703] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951851] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep.thread_pool_size = 8 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.951991] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep.user = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952205] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952364] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_dhcp_release.group = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952444] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_dhcp_release.helper_command = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952588] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952734] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.952872] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_dhcp_release.user = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953029] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953175] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_ovs_vsctl.group = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953313] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_ovs_vsctl.helper_command = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953456] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953599] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953737] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_ovs_vsctl.user = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.953880] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_namespace.capabilities = [21] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954085] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_namespace.group = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954248] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_namespace.helper_command = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954396] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954549] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_namespace.thread_pool_size = 8 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954689] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_namespace.user = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954837] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_conntrack.capabilities = [12] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.954982] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_conntrack.group = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955127] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_conntrack.helper_command = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955271] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955415] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955555] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_conntrack.user = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955708] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_link.capabilities = [12, 21] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955850] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_link.group = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.955986] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_link.helper_command = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956143] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956317] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_link.thread_pool_size = 8 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956426] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] privsep_link.user = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956589] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956745] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.956896] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.continue_on_failed_promotions = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957050] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.dscp = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957200] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.dscp_inherit = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957354] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.force_mp_to_policy = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957538] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.locking_coordinator_url = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957725] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.log_agent_heartbeats = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.957890] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.logging_expire = 1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958060] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958257] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958491] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.polling_interval = 240 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958661] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958822] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.958974] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.report_interval = 30.0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959144] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959294] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959444] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959616] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.sync_skew = 60 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959786] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.synchronization_queue_size = 20 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.959958] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT.use_helper_for_ns_read = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960132] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] SECURITYGROUP.enable_ipset = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960297] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] SECURITYGROUP.enable_security_group = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960523] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960698] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.960857] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] experimental.ipv6_pd_enabled = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961038] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.extension_drivers = ['port_security'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961184] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.external_network_type = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961347] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961513] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.overlay_ip_version = 4 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961677] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.path_mtu = 8950 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961834] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.physical_network_mtus = {} {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.961997] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.tenant_network_types = ['vlan'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962206] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962437] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ml2.type_drivers = ['vlan'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962611] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT_CLI.neutron_port_id = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962765] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.962910] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963082] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963240] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963391] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963538] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963689] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.963841] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964066] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964228] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_login_password = **** {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964384] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_login_port = 443 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964532] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_login_user = admin {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964679] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964833] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.964979] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965136] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965287] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965438] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965587] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965737] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.965978] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966057] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966198] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966463] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966521] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966682] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.966834] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] vsphere.vsphere_login_password = VMware1! {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967033] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967219] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967376] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.auth_section = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967556] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.auth_type = password {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967717] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.967859] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.certfile = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968016] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.collect_timing = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968172] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.endpoint_type = public {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968316] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.insecure = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968454] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.keyfile = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968604] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.region_name = RegionOne {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968751] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.split_loggers = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.968891] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] nova.timeout = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969443] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.auth_section = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969443] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.auth_type = password {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969443] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969581] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.certfile = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969626] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.collect_timing = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969792] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.endpoint_type = public {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.969937] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.insecure = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970089] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.keyfile = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970231] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.region_name = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970374] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.split_loggers = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970512] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] placement.timeout = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970671] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.auth_section = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970832] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.auth_type = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.970973] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.cafile = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971126] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.certfile = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971271] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.collect_timing = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971412] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.connect_retries = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971550] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.connect_retry_delay = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971696] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.enable_notifications = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971835] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.endpoint_override = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.971977] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.insecure = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972129] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.interface = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972266] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.keyfile = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972404] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.max_version = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972541] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.min_version = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972676] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.region_name = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972814] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.retriable_status_codes = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.972950] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.service_name = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973096] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.service_type = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973243] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.split_loggers = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973383] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.status_code_retries = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973521] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.status_code_retry_delay = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973659] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.timeout = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973796] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.valid_interfaces = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.973940] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ironic.version = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974091] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] cli_script.dry_run = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974247] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974391] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974922] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974922] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.974922] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975051] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975084] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975234] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975377] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975530] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975674] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975827] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.975979] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976146] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976291] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976442] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976622] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976795] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.976869] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977021] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977170] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977321] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977491] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977653] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977801] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.977947] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978107] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978256] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978401] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978548] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978693] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.ssl = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978847] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.978998] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979160] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979311] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979462] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979641] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979803] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_notifications.driver = [] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.979954] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_notifications.retry = -1 {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.980127] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.980273] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.980387] env[63332]: DEBUG oslo_service.backend.eventlet.service [None req-0bea274c-e137-497c-b32e-e8aa3a4580f7 None None] ******************************************************************************** {{(pid=63332) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 572.981438] env[63332]: DEBUG neutron.agent.securitygroups_rpc [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Init firewall settings (driver=nsxv3) {{(pid=63332) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 572.982758] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=63332) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 572.983021] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] RPC agent_id: nsxm-l-01a.corp.local [ 572.985269] env[63332]: DEBUG dogpile.cache.region [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.985394] env[63332]: DEBUG dogpile.lock [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 572.985495] env[63332]: DEBUG dogpile.lock [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 572.985589] env[63332]: DEBUG dogpile.lock [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 572.985687] env[63332]: DEBUG dogpile.cache.region [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.985780] env[63332]: DEBUG dogpile.lock [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 572.985907] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 573.003982] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Session token - acquiring [ 573.005480] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.005665] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.005763] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.006218] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.017716] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.289060] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 573.310533] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 573.310853] env[63332]: DEBUG dogpile.cache.region [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Cache value generated in 0.325 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 573.310853] env[63332]: DEBUG dogpile.lock [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 573.311029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Activating Policy API Provider. [ 573.311214] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Looking for the default Infrastructure Rules. [ 573.382111] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Looking for the Default Layer3 Logged Drop Section. [ 573.398519] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 573.398989] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.399182] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.399288] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.399610] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.399935] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.917116] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.419251] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.921490] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Inventory metadata is going to be refreshed. [ 574.921658] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 575.867310] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.867739] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.867739] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.867873] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.880519] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.996317] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.997311] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 576.015926] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.016193] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.016233] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.016537] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.016665] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.016820] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 576.016937] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.017057] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 576.049810] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.050071] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.050115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.050404] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.050642] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.050809] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 576.074598] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.074847] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.074888] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.075191] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.075339] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.075485] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 576.097513] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.097765] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.097882] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.098183] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.098329] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.098482] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 576.098592] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.098699] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 576.119203] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.119476] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.119476] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.119818] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.119951] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.120109] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 576.120216] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.120322] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 576.161965] env[63332]: DEBUG networking_nsxv3.common.locking [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.162205] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.162313] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.162609] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.162758] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.162917] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 576.163035] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.163141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Inventory metadata have been refreshed. [ 576.163241] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Dryrun:True. Metadata refresh completed. [ 576.163360] env[63332]: DEBUG oslo_concurrency.lockutils [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Releasing lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.165720] env[63332]: INFO neutron.agent.agent_extensions_manager [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Loaded agent extensions: [] [ 576.166553] env[63332]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=63332) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 576.221820] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent RPC Daemon Started! [ 576.221985] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:0 started [ 576.222038] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent out of sync with plugin! [ 581.166864] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.166864] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 586.169258] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 586.169604] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.741878] env[63332]: INFO networking_nsxv3.common.synchronization [None req-bd3891da-9e64-4de1-a5b9-d3b21080b6f8 demo admin] Enqueued Resource ID: 1627de89-a2ee-4f41-a36d-2b7f1d687364 with Priority: HIGHEST for action security_group_rules [ 590.742443] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1627de89-a2ee-4f41-a36d-2b7f1d687364 with Priority: HIGHEST for action security_group_rules [ 590.742734] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1627de89-a2ee-4f41-a36d-2b7f1d687364 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.742865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1627de89-a2ee-4f41-a36d-2b7f1d687364" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.742932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1627de89-a2ee-4f41-a36d-2b7f1d687364" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.743430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1627de89-a2ee-4f41-a36d-2b7f1d687364" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.743517] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1627de89-a2ee-4f41-a36d-2b7f1d687364',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.272355] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.272590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.272590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.272758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.272852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.272946] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1627de89-a2ee-4f41-a36d-2b7f1d687364 already deleted. [ 591.273096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1627de89-a2ee-4f41-a36d-2b7f1d687364" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.743932] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 595.744367] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 600.745171] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 600.745455] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 602.170508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.170941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.170941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.170941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.171620] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.673549] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.176703] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.679704] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 603.679909] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 604.431585] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.432039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.432039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.432039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.442410] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 604.443232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.443898] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 604.464920] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.465150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.465150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.465341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.465428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.465538] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 604.465609] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 604.465678] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 604.486676] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.486906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.486906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.487109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.487247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.487359] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 604.514561] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.514794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.514794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.514973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.515095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.515212] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 604.541915] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.542138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.542138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.542345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.542445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.542563] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 604.542636] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 604.542705] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 604.563690] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.563917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.563917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.564142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.564280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.564340] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 604.564425] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 604.564513] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 604.586642] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.586835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.586835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.587064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.587171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.587292] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 604.587363] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 604.587430] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 604.587494] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 604.587565] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 604.587627] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 604.587686] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 604.587960] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 604.588033] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 604.588102] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 604.610767] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.610983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.610983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.611231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.611342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.611453] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 604.632966] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.633191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.633191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.633382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.633483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.682759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.746367] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 605.747044] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 610.748494] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 610.748875] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 615.750505] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 615.750505] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 620.752387] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 620.752857] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.481458] env[63332]: INFO networking_nsxv3.common.synchronization [None req-16bd3231-1b0f-4383-aadd-28c44583bd55 None None] Enqueued Resource ID: a9e63ffd-9cd5-4852-8e94-ff567e47b856 with Priority: HIGHEST for action port [ 621.482138] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e63ffd-9cd5-4852-8e94-ff567e47b856 with Priority: HIGHEST for action port [ 621.482475] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e63ffd-9cd5-4852-8e94-ff567e47b856 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.482827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e63ffd-9cd5-4852-8e94-ff567e47b856" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.482898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e63ffd-9cd5-4852-8e94-ff567e47b856" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.483180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e63ffd-9cd5-4852-8e94-ff567e47b856" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.483256] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e63ffd-9cd5-4852-8e94-ff567e47b856',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.985643] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9e63ffd-9cd5-4852-8e94-ff567e47b856 [ 621.985643] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.985913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.985913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.986542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.986542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.986542] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9e63ffd-9cd5-4852-8e94-ff567e47b856 already deleted. [ 621.986542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e63ffd-9cd5-4852-8e94-ff567e47b856" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.338020] env[63332]: INFO networking_nsxv3.common.synchronization [None req-2f05d787-b3eb-4efc-9c2e-ad560b315d24 None None] Enqueued Resource ID: 69171c5a-8428-4385-bc65-2d072dd53ac6 with Priority: HIGHEST for action port [ 623.338020] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69171c5a-8428-4385-bc65-2d072dd53ac6 with Priority: HIGHEST for action port [ 623.338020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-69171c5a-8428-4385-bc65-2d072dd53ac6 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.338020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69171c5a-8428-4385-bc65-2d072dd53ac6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.338020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69171c5a-8428-4385-bc65-2d072dd53ac6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.338580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69171c5a-8428-4385-bc65-2d072dd53ac6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.338580] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69171c5a-8428-4385-bc65-2d072dd53ac6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.461894] env[63332]: INFO networking_nsxv3.common.synchronization [None req-27b737b6-a2f3-43fc-80ab-574cb2d0b118 None None] Enqueued Resource ID: b0925a6e-b582-4f10-b053-dfe3bed9a049 with Priority: HIGHEST for action port [ 623.462182] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0925a6e-b582-4f10-b053-dfe3bed9a049 with Priority: HIGHEST for action port [ 623.462737] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0925a6e-b582-4f10-b053-dfe3bed9a049 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.462866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0925a6e-b582-4f10-b053-dfe3bed9a049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.462936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0925a6e-b582-4f10-b053-dfe3bed9a049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.464546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0925a6e-b582-4f10-b053-dfe3bed9a049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.464674] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0925a6e-b582-4f10-b053-dfe3bed9a049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.842030] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69171c5a-8428-4385-bc65-2d072dd53ac6 [ 623.842290] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.842529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.842529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.842673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.842751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.842868] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69171c5a-8428-4385-bc65-2d072dd53ac6 already deleted. [ 623.842934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69171c5a-8428-4385-bc65-2d072dd53ac6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.970598] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0925a6e-b582-4f10-b053-dfe3bed9a049 [ 623.970598] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.970598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.970598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.970598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.970598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.970598] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0925a6e-b582-4f10-b053-dfe3bed9a049 already deleted. [ 623.970598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0925a6e-b582-4f10-b053-dfe3bed9a049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.057735] env[63332]: INFO networking_nsxv3.common.synchronization [None req-c2090815-1dfc-49fc-a944-691d3a1e2ed3 None None] Enqueued Resource ID: 23ada016-58b3-4626-9a1a-4eb38e0654ea with Priority: HIGHEST for action port [ 625.058209] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ada016-58b3-4626-9a1a-4eb38e0654ea with Priority: HIGHEST for action port [ 625.058608] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ada016-58b3-4626-9a1a-4eb38e0654ea taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.058717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ada016-58b3-4626-9a1a-4eb38e0654ea" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.058778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ada016-58b3-4626-9a1a-4eb38e0654ea" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.059024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ada016-58b3-4626-9a1a-4eb38e0654ea" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.059662] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ada016-58b3-4626-9a1a-4eb38e0654ea',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.561480] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23ada016-58b3-4626-9a1a-4eb38e0654ea [ 625.561755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.561974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.561974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.562142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.562228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.562317] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23ada016-58b3-4626-9a1a-4eb38e0654ea already deleted. [ 625.562466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ada016-58b3-4626-9a1a-4eb38e0654ea" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.089072] env[63332]: INFO networking_nsxv3.common.synchronization [None req-8b460dcb-eaef-45ea-a387-40896b0daef4 None None] Enqueued Resource ID: 8ac6e24d-b256-4157-ac35-a0011819f427 with Priority: HIGHEST for action port [ 626.089476] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac6e24d-b256-4157-ac35-a0011819f427 with Priority: HIGHEST for action port [ 626.089870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac6e24d-b256-4157-ac35-a0011819f427 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.089995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac6e24d-b256-4157-ac35-a0011819f427" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.095202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac6e24d-b256-4157-ac35-a0011819f427" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.095202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac6e24d-b256-4157-ac35-a0011819f427" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.095202] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac6e24d-b256-4157-ac35-a0011819f427',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.308343] env[63332]: INFO networking_nsxv3.common.synchronization [None req-75d91ef2-8daf-48b1-b85d-2c9a40c71f63 None None] Enqueued Resource ID: 057bd8e7-15b1-4b48-aaf1-6ccd35d589e7 with Priority: HIGHEST for action port [ 626.308616] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057bd8e7-15b1-4b48-aaf1-6ccd35d589e7 with Priority: HIGHEST for action port [ 626.309247] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-057bd8e7-15b1-4b48-aaf1-6ccd35d589e7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.309417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-057bd8e7-15b1-4b48-aaf1-6ccd35d589e7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.309483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-057bd8e7-15b1-4b48-aaf1-6ccd35d589e7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.309706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-057bd8e7-15b1-4b48-aaf1-6ccd35d589e7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.309793] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057bd8e7-15b1-4b48-aaf1-6ccd35d589e7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.511908] env[63332]: INFO networking_nsxv3.common.synchronization [None req-39d13b2b-ee4d-4754-983a-adf29524ac43 None None] Enqueued Resource ID: b076a5ad-30ef-4380-8cd8-d16f7031bef0 with Priority: HIGHEST for action port [ 626.512558] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b076a5ad-30ef-4380-8cd8-d16f7031bef0 with Priority: HIGHEST for action port [ 626.513216] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b076a5ad-30ef-4380-8cd8-d16f7031bef0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.513216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b076a5ad-30ef-4380-8cd8-d16f7031bef0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.517668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b076a5ad-30ef-4380-8cd8-d16f7031bef0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.517668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b076a5ad-30ef-4380-8cd8-d16f7031bef0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.517668] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b076a5ad-30ef-4380-8cd8-d16f7031bef0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.576306] env[63332]: INFO networking_nsxv3.common.synchronization [None req-faf1cfc6-2bed-4386-9a09-b4ce46d843fc None None] Enqueued Resource ID: a7197449-2317-4c4a-9505-aa54e90c4a58 with Priority: HIGHEST for action port [ 626.577034] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7197449-2317-4c4a-9505-aa54e90c4a58 with Priority: HIGHEST for action port [ 626.577261] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7197449-2317-4c4a-9505-aa54e90c4a58 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.577430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7197449-2317-4c4a-9505-aa54e90c4a58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.577525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7197449-2317-4c4a-9505-aa54e90c4a58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.578256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7197449-2317-4c4a-9505-aa54e90c4a58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.578256] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7197449-2317-4c4a-9505-aa54e90c4a58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.596844] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ac6e24d-b256-4157-ac35-a0011819f427 [ 626.597081] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.597218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.597305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.597527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.597617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.597714] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ac6e24d-b256-4157-ac35-a0011819f427 already deleted. [ 626.597797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac6e24d-b256-4157-ac35-a0011819f427" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.815017] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 057bd8e7-15b1-4b48-aaf1-6ccd35d589e7 [ 626.815017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.815017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.815017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.815017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.815017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.815241] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:057bd8e7-15b1-4b48-aaf1-6ccd35d589e7 already deleted. [ 626.815241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-057bd8e7-15b1-4b48-aaf1-6ccd35d589e7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.020474] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b076a5ad-30ef-4380-8cd8-d16f7031bef0 [ 627.021746] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.021746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.021746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.021746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.021746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.021746] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b076a5ad-30ef-4380-8cd8-d16f7031bef0 already deleted. [ 627.021746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b076a5ad-30ef-4380-8cd8-d16f7031bef0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.081317] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7197449-2317-4c4a-9505-aa54e90c4a58 [ 627.081317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.081317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.081317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.081518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.081588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.081681] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7197449-2317-4c4a-9505-aa54e90c4a58 already deleted. [ 627.081757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7197449-2317-4c4a-9505-aa54e90c4a58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.784200] env[63332]: INFO networking_nsxv3.common.synchronization [None req-83b6cf4e-e960-4f97-bc04-3c59ae4df2bd None None] Enqueued Resource ID: ed2be9b0-7d12-47af-9734-69274bbbd324 with Priority: HIGHEST for action port [ 627.784473] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed2be9b0-7d12-47af-9734-69274bbbd324 with Priority: HIGHEST for action port [ 627.787721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed2be9b0-7d12-47af-9734-69274bbbd324 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.787721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed2be9b0-7d12-47af-9734-69274bbbd324" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.787721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed2be9b0-7d12-47af-9734-69274bbbd324" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.787721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed2be9b0-7d12-47af-9734-69274bbbd324" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.787721] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed2be9b0-7d12-47af-9734-69274bbbd324',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.290214] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed2be9b0-7d12-47af-9734-69274bbbd324 [ 628.290456] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.290594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.290663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.290878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.290958] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.291066] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed2be9b0-7d12-47af-9734-69274bbbd324 already deleted. [ 628.291151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed2be9b0-7d12-47af-9734-69274bbbd324" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.579433] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ebf6ed36-d8ea-42bd-8425-2b48c7ac9cfd None None] Enqueued Resource ID: 60e557af-7f8d-45ca-ad03-dd8461f4af93 with Priority: HIGHEST for action port [ 629.580313] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e557af-7f8d-45ca-ad03-dd8461f4af93 with Priority: HIGHEST for action port [ 629.580934] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e557af-7f8d-45ca-ad03-dd8461f4af93 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.581123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e557af-7f8d-45ca-ad03-dd8461f4af93" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.581198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e557af-7f8d-45ca-ad03-dd8461f4af93" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.581634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e557af-7f8d-45ca-ad03-dd8461f4af93" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.581825] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e557af-7f8d-45ca-ad03-dd8461f4af93',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.085954] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60e557af-7f8d-45ca-ad03-dd8461f4af93 [ 630.086721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.086721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.086721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.086721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.086915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.086915] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60e557af-7f8d-45ca-ad03-dd8461f4af93 already deleted. [ 630.086915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e557af-7f8d-45ca-ad03-dd8461f4af93" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.215982] env[63332]: INFO networking_nsxv3.common.synchronization [None req-65cc755e-99e0-4b80-9bab-6ffee7102efa None None] Enqueued Resource ID: f80f8d3b-1b88-4508-97f3-3d9b074645b2 with Priority: HIGHEST for action port [ 630.218490] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80f8d3b-1b88-4508-97f3-3d9b074645b2 with Priority: HIGHEST for action port [ 630.219128] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-f80f8d3b-1b88-4508-97f3-3d9b074645b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.219128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f80f8d3b-1b88-4508-97f3-3d9b074645b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.219128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f80f8d3b-1b88-4508-97f3-3d9b074645b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.219373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f80f8d3b-1b88-4508-97f3-3d9b074645b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.219908] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80f8d3b-1b88-4508-97f3-3d9b074645b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.722512] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f80f8d3b-1b88-4508-97f3-3d9b074645b2 [ 630.722800] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.722800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.722908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.724082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.724082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.724082] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f80f8d3b-1b88-4508-97f3-3d9b074645b2 already deleted. [ 630.724082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f80f8d3b-1b88-4508-97f3-3d9b074645b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.897190] env[63332]: INFO networking_nsxv3.common.synchronization [None req-46e877b9-e906-46d8-9fb7-0e5ac436f83b tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Enqueued Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_rules [ 630.897864] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_rules [ 630.899368] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775d4b03-6d44-43a4-88d5-c7293309b081 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.899368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.899368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.899545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.899646] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.991786] env[63332]: INFO networking_nsxv3.common.synchronization [None req-3836956f-f7e3-437d-811c-7e4772188058 None None] Enqueued Resource ID: d448d727-8e78-4af8-91be-3f66f716bc4f with Priority: HIGHEST for action port [ 630.992226] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d448d727-8e78-4af8-91be-3f66f716bc4f with Priority: HIGHEST for action port [ 630.992562] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-d448d727-8e78-4af8-91be-3f66f716bc4f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.992910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d448d727-8e78-4af8-91be-3f66f716bc4f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.992910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d448d727-8e78-4af8-91be-3f66f716bc4f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.993280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d448d727-8e78-4af8-91be-3f66f716bc4f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.993369] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d448d727-8e78-4af8-91be-3f66f716bc4f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.426036] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.426036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.426036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.426036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.426036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.426036] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775d4b03-6d44-43a4-88d5-c7293309b081 already deleted. [ 631.426036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.497222] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d448d727-8e78-4af8-91be-3f66f716bc4f [ 631.497222] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.497222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.497222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.497222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.497222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.497222] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d448d727-8e78-4af8-91be-3f66f716bc4f already deleted. [ 631.497222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d448d727-8e78-4af8-91be-3f66f716bc4f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.529688] env[63332]: INFO networking_nsxv3.common.synchronization [None req-5b20272a-b909-48c7-9446-24afe35a92cd None None] Enqueued Resource ID: 16d2910f-ef91-4a85-a778-4516c9ab0caf with Priority: HIGHEST for action port [ 631.529688] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d2910f-ef91-4a85-a778-4516c9ab0caf with Priority: HIGHEST for action port [ 631.529688] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d2910f-ef91-4a85-a778-4516c9ab0caf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.529688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d2910f-ef91-4a85-a778-4516c9ab0caf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.529688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d2910f-ef91-4a85-a778-4516c9ab0caf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.529688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d2910f-ef91-4a85-a778-4516c9ab0caf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.529688] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d2910f-ef91-4a85-a778-4516c9ab0caf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.576906] env[63332]: INFO networking_nsxv3.common.synchronization [req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 req-7c4ef4d8-d053-4c2e-8b47-f11619eed7ea tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 631.578602] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 631.578936] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.579151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.579223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.579465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.579617] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.579718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.579779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.579928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.580021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.582190] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.704242] env[63332]: INFO networking_nsxv3.common.synchronization [None req-7cb5a617-6952-4198-a776-4d1078ddd57a tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Enqueued Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_rules [ 631.704690] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_rules [ 631.707628] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775d4b03-6d44-43a4-88d5-c7293309b081 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.707813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.707884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.708146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.708237] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.035447] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16d2910f-ef91-4a85-a778-4516c9ab0caf [ 632.036320] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.037177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.037281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.037281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.037281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.037281] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16d2910f-ef91-4a85-a778-4516c9ab0caf already deleted. [ 632.037281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d2910f-ef91-4a85-a778-4516c9ab0caf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.084464] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.084825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.085013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.085323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.085521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.086962] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.086962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.086962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.086962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.086962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.086962] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 already deleted. [ 632.086962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.225277] env[63332]: INFO networking_nsxv3.common.synchronization [None req-50ce1e31-4ee8-4cc3-8ae0-d44eb172d3da None None] Enqueued Resource ID: c2f19601-5d73-4515-ab69-713cdf41f795 with Priority: HIGHEST for action port [ 632.225828] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f19601-5d73-4515-ab69-713cdf41f795 with Priority: HIGHEST for action port [ 632.226538] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2f19601-5d73-4515-ab69-713cdf41f795 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.226778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2f19601-5d73-4515-ab69-713cdf41f795" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.226778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2f19601-5d73-4515-ab69-713cdf41f795" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.226987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2f19601-5d73-4515-ab69-713cdf41f795" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.227124] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f19601-5d73-4515-ab69-713cdf41f795',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.231901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.232037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.232076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.232263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.232355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.232447] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775d4b03-6d44-43a4-88d5-c7293309b081 already deleted. [ 632.232530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.515685] env[63332]: INFO networking_nsxv3.common.synchronization [None req-bfa60f8a-8070-43bf-a79a-dc4601fde917 None None] Enqueued Resource ID: 454ac0cb-d09b-4423-aad1-2874d0ea0c60 with Priority: HIGHEST for action port [ 632.515685] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454ac0cb-d09b-4423-aad1-2874d0ea0c60 with Priority: HIGHEST for action port [ 632.515685] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-454ac0cb-d09b-4423-aad1-2874d0ea0c60 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.515685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-454ac0cb-d09b-4423-aad1-2874d0ea0c60" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.515685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-454ac0cb-d09b-4423-aad1-2874d0ea0c60" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.516615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-454ac0cb-d09b-4423-aad1-2874d0ea0c60" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.517162] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454ac0cb-d09b-4423-aad1-2874d0ea0c60',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.731817] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2f19601-5d73-4515-ab69-713cdf41f795 [ 632.731817] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.731817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.731817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.731817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.731817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.731817] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2f19601-5d73-4515-ab69-713cdf41f795 already deleted. [ 632.731817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2f19601-5d73-4515-ab69-713cdf41f795" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.020122] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 454ac0cb-d09b-4423-aad1-2874d0ea0c60 [ 633.020395] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.021666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.021817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.022223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.022368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.022498] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:454ac0cb-d09b-4423-aad1-2874d0ea0c60 already deleted. [ 633.023293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-454ac0cb-d09b-4423-aad1-2874d0ea0c60" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.238354] env[63332]: INFO networking_nsxv3.common.synchronization [None req-29f3017c-3992-425f-875e-b1e052842f85 None None] Enqueued Resource ID: 14e17b12-ef83-4061-b07b-1e4858af64e1 with Priority: HIGHEST for action port [ 633.238354] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e17b12-ef83-4061-b07b-1e4858af64e1 with Priority: HIGHEST for action port [ 633.241708] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e17b12-ef83-4061-b07b-1e4858af64e1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.241708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e17b12-ef83-4061-b07b-1e4858af64e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.241708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e17b12-ef83-4061-b07b-1e4858af64e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.241708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e17b12-ef83-4061-b07b-1e4858af64e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.241708] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e17b12-ef83-4061-b07b-1e4858af64e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.743492] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14e17b12-ef83-4061-b07b-1e4858af64e1 [ 633.743718] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.743849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.743914] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.744158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.744246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.744336] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14e17b12-ef83-4061-b07b-1e4858af64e1 already deleted. [ 633.744413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e17b12-ef83-4061-b07b-1e4858af64e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.147944] env[63332]: INFO networking_nsxv3.common.synchronization [req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd req-1058f3c3-59e0-45f8-967b-e0ac93c08e90 tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Enqueued Resource ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e with Priority: HIGHEST for action security_group_members [ 634.147944] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e with Priority: HIGHEST for action security_group_members [ 634.147944] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a041292-c452-4f4c-9747-afb15e5b9c8e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.147944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.147944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.147944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.147944] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.147944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.149460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.149460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.149573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.149615] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a041292-c452-4f4c-9747-afb15e5b9c8e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.459770] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.460317] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.460317] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.460508] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.460705] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.460862] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.460991] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.465736] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.465856] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.466194] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.466347] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.466462] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.466563] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.466706] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.467328] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.467328] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.492152] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.492152] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 634.492152] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.492152] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.492152] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.492152] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.492530] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.492587] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.492712] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1b80ce-0116-4b2b-93ac-5ec1560fa909',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.576665] env[63332]: INFO networking_nsxv3.common.synchronization [None req-37e6e0a6-e80b-4f51-abdd-2dd77a535647 None None] Enqueued Resource ID: cc2c68f5-a19a-4544-bbe9-80b974c1256c with Priority: HIGHEST for action port [ 634.577201] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2c68f5-a19a-4544-bbe9-80b974c1256c with Priority: HIGHEST for action port [ 634.577504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2c68f5-a19a-4544-bbe9-80b974c1256c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.579088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2c68f5-a19a-4544-bbe9-80b974c1256c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.579205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2c68f5-a19a-4544-bbe9-80b974c1256c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.579462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2c68f5-a19a-4544-bbe9-80b974c1256c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.579553] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2c68f5-a19a-4544-bbe9-80b974c1256c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.652087] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.653512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.653613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.653810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.653904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.654126] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.654228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.654287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.654436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.654509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.654591] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e already deleted. [ 634.654668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.966533] env[63332]: INFO networking_nsxv3.common.synchronization [None req-5c5ca777-5eb0-42f4-ad92-b9e5fbea05b6 None None] Enqueued Resource ID: 8ae84a09-a1ba-4dfe-b477-5868143dd36f with Priority: HIGHEST for action port [ 634.967039] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae84a09-a1ba-4dfe-b477-5868143dd36f with Priority: HIGHEST for action port [ 634.967518] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae84a09-a1ba-4dfe-b477-5868143dd36f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.967518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae84a09-a1ba-4dfe-b477-5868143dd36f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.967518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae84a09-a1ba-4dfe-b477-5868143dd36f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.969624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae84a09-a1ba-4dfe-b477-5868143dd36f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.969624] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae84a09-a1ba-4dfe-b477-5868143dd36f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.996089] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.996353] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.996458] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.996735] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.996900] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.997055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port bd1b80ce-0116-4b2b-93ac-5ec1560fa909 not found, creating... [ 634.999314] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.999516] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.999630] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.999881] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.000774] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.001258] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.001463] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.001568] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.001810] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.001956] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.002117] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: bd1b80ce-0116-4b2b-93ac-5ec1560fa909 is going to be created. [ 635.055594] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.058968] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.058968] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.058968] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.058968] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.058968] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.081854] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc2c68f5-a19a-4544-bbe9-80b974c1256c [ 635.082839] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.083014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.083148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.083327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.083516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.083566] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc2c68f5-a19a-4544-bbe9-80b974c1256c already deleted. [ 635.083841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2c68f5-a19a-4544-bbe9-80b974c1256c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.463532] env[63332]: INFO networking_nsxv3.common.synchronization [req-b6e98512-b117-405a-9f81-d56455ca2ba9 req-d85b27a0-acb4-4e6f-829b-b878f94ec25f tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 635.463903] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 635.464871] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.465701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.465864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.466607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.466607] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.466727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.466763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.467033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.467361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.467830] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.470590] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ae84a09-a1ba-4dfe-b477-5868143dd36f [ 635.471224] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.471343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.471436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.472960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.473208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.473302] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ae84a09-a1ba-4dfe-b477-5868143dd36f already deleted. [ 635.473638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae84a09-a1ba-4dfe-b477-5868143dd36f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.843115] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.845049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.845049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.845049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.845049] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.845049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.845049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.845049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.845049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.848400] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.848647] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.848717] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.848913] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.848913] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.849085] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.849254] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.873277] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.875530] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.875530] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.875530] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.875530] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-1958e03c-945b-4a1a-a234-18266044a580 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.875530] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-1958e03c-945b-4a1a-a234-18266044a580" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.875530] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-1958e03c-945b-4a1a-a234-18266044a580" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.875530] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-1958e03c-945b-4a1a-a234-18266044a580" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.875530] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1958e03c-945b-4a1a-a234-18266044a580',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.971366] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.971531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.971836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.971836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.971917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.972122] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.972219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.972289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.972493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.972551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.972630] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd already deleted. [ 635.972716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.386812] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.387422] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.391682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.391682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.391682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.391682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 1958e03c-945b-4a1a-a234-18266044a580 not found, creating... [ 636.391682] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.391682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.391682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.391682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.392528] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.393092] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.395474] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.395474] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.395474] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.395474] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.395474] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 1958e03c-945b-4a1a-a234-18266044a580 is going to be created. [ 636.422637] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.423622] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.423622] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.423622] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.423840] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.423960] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-1958e03c-945b-4a1a-a234-18266044a580" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.594382] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0693ce0f-70e6-480d-a6b3-88af743bce2c None None] Enqueued Resource ID: d1fcc56b-161e-40ad-a900-5b02a4bf866a with Priority: HIGHEST for action port [ 636.594709] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fcc56b-161e-40ad-a900-5b02a4bf866a with Priority: HIGHEST for action port [ 636.595317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1fcc56b-161e-40ad-a900-5b02a4bf866a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.595442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1fcc56b-161e-40ad-a900-5b02a4bf866a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.595500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1fcc56b-161e-40ad-a900-5b02a4bf866a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.595756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1fcc56b-161e-40ad-a900-5b02a4bf866a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.595835] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1fcc56b-161e-40ad-a900-5b02a4bf866a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.640208] env[63332]: INFO networking_nsxv3.common.synchronization [None req-5cfaf012-ba97-4a56-b58e-7495e3cbc734 None None] Enqueued Resource ID: f74bd387-08e1-47ab-90d9-3ef7ed1d63ec with Priority: HIGHEST for action port [ 636.640208] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74bd387-08e1-47ab-90d9-3ef7ed1d63ec with Priority: HIGHEST for action port [ 636.640208] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74bd387-08e1-47ab-90d9-3ef7ed1d63ec taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.640208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74bd387-08e1-47ab-90d9-3ef7ed1d63ec" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.640208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74bd387-08e1-47ab-90d9-3ef7ed1d63ec" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.640208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74bd387-08e1-47ab-90d9-3ef7ed1d63ec" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.640208] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74bd387-08e1-47ab-90d9-3ef7ed1d63ec',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.972184] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1803c51b-258c-4b9b-a55b-56ab7798068b tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Enqueued Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_rules [ 636.972683] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_rules [ 636.974043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.974314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.974543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.975983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.975983] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.099574] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1fcc56b-161e-40ad-a900-5b02a4bf866a [ 637.099574] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.099574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.099574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.099574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.099574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.099574] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1fcc56b-161e-40ad-a900-5b02a4bf866a already deleted. [ 637.099574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1fcc56b-161e-40ad-a900-5b02a4bf866a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.143633] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f74bd387-08e1-47ab-90d9-3ef7ed1d63ec [ 637.143633] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.143633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.143633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.143823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.143893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.143991] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f74bd387-08e1-47ab-90d9-3ef7ed1d63ec already deleted. [ 637.144087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74bd387-08e1-47ab-90d9-3ef7ed1d63ec" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.479755] env[63332]: INFO networking_nsxv3.common.synchronization [None req-e03c0adc-a0f9-4a01-80d8-9f62a39ae056 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Enqueued Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_rules [ 637.483556] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_rules [ 637.484115] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.485027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.503969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.504404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.504404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.504785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.505419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.505565] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 already deleted. [ 637.505673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.505861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.506100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.506191] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.547277] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.547597] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.547795] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.549425] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.550360] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.550679] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.550875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.551478] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.551712] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.552040] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.552225] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.552405] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.552887] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.552887] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.553021] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.553396] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.581176] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.581176] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.581176] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.581176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.581176] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-cf826fd6-cdd9-4662-ab94-2eb59a664356 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.581176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-cf826fd6-cdd9-4662-ab94-2eb59a664356" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.581176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-cf826fd6-cdd9-4662-ab94-2eb59a664356" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.581176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-cf826fd6-cdd9-4662-ab94-2eb59a664356" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.581176] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf826fd6-cdd9-4662-ab94-2eb59a664356',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.723602] env[63332]: INFO networking_nsxv3.common.synchronization [req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 req-47d731e8-a8f2-47cd-899e-76dabc1e070c service nova] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_rules [ 637.723602] env[63332]: INFO networking_nsxv3.common.synchronization [req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 req-47d731e8-a8f2-47cd-899e-76dabc1e070c service nova] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 637.723602] env[63332]: INFO networking_nsxv3.common.synchronization [req-c37a1ccd-4c21-4265-9905-2db9b63c4a56 req-47d731e8-a8f2-47cd-899e-76dabc1e070c service nova] Enqueued Resource ID: bd1b80ce-0116-4b2b-93ac-5ec1560fa909 with Priority: HIGHEST for action port [ 637.725620] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_rules [ 637.725844] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 637.726028] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1b80ce-0116-4b2b-93ac-5ec1560fa909 with Priority: HIGHEST for action port [ 637.726807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.727094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.727229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.727585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.727711] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.729591] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.729767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.731135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.731135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.731135] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.731135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.731135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.731135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.731135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.731135] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.735892] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.735892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.735892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.735892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.736159] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1b80ce-0116-4b2b-93ac-5ec1560fa909',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.885823] env[63332]: INFO networking_nsxv3.common.synchronization [req-b6e98512-b117-405a-9f81-d56455ca2ba9 req-b425573c-60a5-4525-bb7d-0c682e799a13 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 637.885823] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 637.885823] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.885823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.885823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.885823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.889559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.889559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.889559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.889559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.889559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.889559] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.033391] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.033831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.033831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.033831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.033974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.034025] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 already deleted. [ 638.034101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.086236] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.086504] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.086634] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.086957] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.088583] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.088795] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port cf826fd6-cdd9-4662-ab94-2eb59a664356 not found, creating... [ 638.089339] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.091249] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.091249] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.092039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.092218] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.092631] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.092816] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.092938] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.093373] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.093373] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.094110] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: cf826fd6-cdd9-4662-ab94-2eb59a664356 is going to be created. [ 638.119087] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.119290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.119410] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.119745] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.119992] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.120295] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-cf826fd6-cdd9-4662-ab94-2eb59a664356" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.239042] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.242642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.252196] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.253212] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd1b80ce-0116-4b2b-93ac-5ec1560fa909 with status ACTIVE [ 638.254018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.254018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.254018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.254018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.254018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.254259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.254259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.254388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.254838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.254838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.254838] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.255018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.255018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.256776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.257045] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.258991] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd1b80ce-0116-4b2b-93ac-5ec1560fa909 is going to be updated. [ 638.290625] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.290792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.290863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.291098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.291254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.291410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd1b80ce-0116-4b2b-93ac-5ec1560fa909" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.394946] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.394946] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.394946] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd already deleted. [ 638.394946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.509914] env[63332]: INFO networking_nsxv3.common.synchronization [None req-bb38c366-2a34-42d7-8186-099aea765f77 None None] Enqueued Resource ID: 1e2bb42b-fdf3-4813-bb7b-debcaa459204 with Priority: HIGHEST for action port [ 638.511227] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2bb42b-fdf3-4813-bb7b-debcaa459204 with Priority: HIGHEST for action port [ 638.511602] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e2bb42b-fdf3-4813-bb7b-debcaa459204 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.511752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e2bb42b-fdf3-4813-bb7b-debcaa459204" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.511808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e2bb42b-fdf3-4813-bb7b-debcaa459204" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.512073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e2bb42b-fdf3-4813-bb7b-debcaa459204" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.512150] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e2bb42b-fdf3-4813-bb7b-debcaa459204',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.761904] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.771555] env[63332]: INFO networking_nsxv3.common.synchronization [req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd req-1a98a157-821e-4802-aba0-0a7bbd74121f service nova] Enqueued Resource ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e with Priority: HIGHEST for action security_group_rules [ 638.771555] env[63332]: INFO networking_nsxv3.common.synchronization [req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd req-1a98a157-821e-4802-aba0-0a7bbd74121f service nova] Enqueued Resource ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e with Priority: HIGHEST for action security_group_members [ 638.771555] env[63332]: INFO networking_nsxv3.common.synchronization [req-10a0f9a0-8ac1-4c24-bad6-001ec9e746dd req-1a98a157-821e-4802-aba0-0a7bbd74121f service nova] Enqueued Resource ID: 1958e03c-945b-4a1a-a234-18266044a580 with Priority: HIGHEST for action port [ 638.771555] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e with Priority: HIGHEST for action security_group_rules [ 638.771555] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e with Priority: HIGHEST for action security_group_members [ 638.771733] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1958e03c-945b-4a1a-a234-18266044a580 with Priority: HIGHEST for action port [ 638.772888] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a041292-c452-4f4c-9747-afb15e5b9c8e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.773043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.773257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.773540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.773632] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a041292-c452-4f4c-9747-afb15e5b9c8e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.775244] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a041292-c452-4f4c-9747-afb15e5b9c8e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.775407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.775502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.776402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.776527] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.777019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.777019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.777019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.777157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.779558] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a041292-c452-4f4c-9747-afb15e5b9c8e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.779558] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1958e03c-945b-4a1a-a234-18266044a580 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.779558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1958e03c-945b-4a1a-a234-18266044a580" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.779558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1958e03c-945b-4a1a-a234-18266044a580" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.779558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1958e03c-945b-4a1a-a234-18266044a580" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.779558] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1958e03c-945b-4a1a-a234-18266044a580',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.017755] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e2bb42b-fdf3-4813-bb7b-debcaa459204 [ 639.017755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.017755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.017755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.017755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.017755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.017755] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e2bb42b-fdf3-4813-bb7b-debcaa459204 already deleted. [ 639.017755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e2bb42b-fdf3-4813-bb7b-debcaa459204" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.132278] env[63332]: INFO networking_nsxv3.common.synchronization [None req-c525897d-4c56-4718-9079-859b48cf0628 None None] Enqueued Resource ID: 77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a with Priority: HIGHEST for action port [ 639.134024] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a with Priority: HIGHEST for action port [ 639.137019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.137019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.137019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.137019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.137019] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.265981] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.266191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.266288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.266544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.266662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.266779] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 is going to be created. [ 639.282460] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a041292-c452-4f4c-9747-afb15e5b9c8e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.282606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.282846] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1958e03c-945b-4a1a-a234-18266044a580 with status ACTIVE [ 639.283035] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.283150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.283282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.283438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.283533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.283688] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.283818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.283852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.283986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.284227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.284277] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.284341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.284399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.284542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.284619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.284850] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1958e03c-945b-4a1a-a234-18266044a580 is going to be updated. [ 639.289395] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a041292-c452-4f4c-9747-afb15e5b9c8e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.325648] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.325782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.325849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.326080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.326225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.326480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1958e03c-945b-4a1a-a234-18266044a580" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.380170] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.380170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.380170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.380170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.380170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.400821] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: UNINITIALIZED for 2s [ 639.427101] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.427101] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.427101] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.427368] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.427614] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.428191] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.428191] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.432325] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.432490] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.432742] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.432855] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.432963] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.433083] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.433193] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.433294] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.433432] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.466496] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.466725] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.466885] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.467531] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.467531] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-f8560d25-8d99-4df4-8c69-345be69cdc13 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.467652] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-f8560d25-8d99-4df4-8c69-345be69cdc13" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.467722] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-f8560d25-8d99-4df4-8c69-345be69cdc13" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.468128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-f8560d25-8d99-4df4-8c69-345be69cdc13" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.468773] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8560d25-8d99-4df4-8c69-345be69cdc13',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.640555] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a [ 639.640555] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.640555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.640555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.640555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.640555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.640555] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a already deleted. [ 639.640555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ab300d-d1b9-4b83-bd7f-9acf73bf9c6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.695735] env[63332]: INFO networking_nsxv3.common.synchronization [req-5992814d-5982-4e37-a9e7-1e1516620aa6 req-9dd3b4f1-fafe-43c7-904e-3154816c7266 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 639.696545] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 639.696747] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.696881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.696989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.697219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.700445] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.700445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.700445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.700445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.700445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.700445] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.796873] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a041292-c452-4f4c-9747-afb15e5b9c8e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.973150] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.973399] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.973619] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.974407] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.974590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.974753] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port f8560d25-8d99-4df4-8c69-345be69cdc13 not found, creating... [ 639.975042] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.975202] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.975316] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.975555] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.975689] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.975975] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.977254] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.977414] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.977659] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.977798] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.977942] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: f8560d25-8d99-4df4-8c69-345be69cdc13 is going to be created. [ 640.004875] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.007018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.007018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.007018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.007018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.007018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-f8560d25-8d99-4df4-8c69-345be69cdc13" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.205524] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.205906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.205906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.206792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.206894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.207229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.207360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.207424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.207598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.207689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.207762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 already deleted. [ 640.207842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.276787] env[63332]: INFO networking_nsxv3.common.synchronization [None req-22d41693-5a50-4027-afe5-91d2b40c12cf None None] Enqueued Resource ID: cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4 with Priority: HIGHEST for action port [ 640.277634] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4 with Priority: HIGHEST for action port [ 640.278151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.278474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.281406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.281406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.281406] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.298562] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.298766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.298985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.299343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.300546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.300546] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e is going to be created. [ 640.327606] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.327745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.327814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.328032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.328187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.341096] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e in Status: UNINITIALIZED for 2s [ 640.570295] env[63332]: INFO networking_nsxv3.common.synchronization [None req-19f1b3a1-93ea-49fe-bff3-eff601015c8c None None] Enqueued Resource ID: 6c5cd577-fd8e-442d-991b-dc56db9b1522 with Priority: HIGHEST for action port [ 640.572418] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5cd577-fd8e-442d-991b-dc56db9b1522 with Priority: HIGHEST for action port [ 640.573198] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c5cd577-fd8e-442d-991b-dc56db9b1522 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.573343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c5cd577-fd8e-442d-991b-dc56db9b1522" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.573454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c5cd577-fd8e-442d-991b-dc56db9b1522" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.573868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c5cd577-fd8e-442d-991b-dc56db9b1522" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.573868] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5cd577-fd8e-442d-991b-dc56db9b1522',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.783718] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4 [ 640.784652] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.784796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.785061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.785061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.785406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.785406] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4 already deleted. [ 640.785406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa33ab0-d2b5-4da8-9f9d-9be0bd0b41c4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.032213] env[63332]: INFO networking_nsxv3.common.synchronization [req-b6e98512-b117-405a-9f81-d56455ca2ba9 req-bd86f53f-8b6e-45bd-9040-e5a94a4d2bb1 service nova] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_rules [ 641.032213] env[63332]: INFO networking_nsxv3.common.synchronization [req-b6e98512-b117-405a-9f81-d56455ca2ba9 req-bd86f53f-8b6e-45bd-9040-e5a94a4d2bb1 service nova] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 641.032213] env[63332]: INFO networking_nsxv3.common.synchronization [req-b6e98512-b117-405a-9f81-d56455ca2ba9 req-bd86f53f-8b6e-45bd-9040-e5a94a4d2bb1 service nova] Enqueued Resource ID: cf826fd6-cdd9-4662-ab94-2eb59a664356 with Priority: HIGHEST for action port [ 641.034526] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_rules [ 641.034655] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 641.034753] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf826fd6-cdd9-4662-ab94-2eb59a664356 with Priority: HIGHEST for action port [ 641.035421] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.035583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.035654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.035921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.036019] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.040180] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.040180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.040180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.040180] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.040180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.040180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.040180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.040180] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.042240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf826fd6-cdd9-4662-ab94-2eb59a664356 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.042240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf826fd6-cdd9-4662-ab94-2eb59a664356" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.042240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf826fd6-cdd9-4662-ab94-2eb59a664356" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.042240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf826fd6-cdd9-4662-ab94-2eb59a664356" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.042240] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf826fd6-cdd9-4662-ab94-2eb59a664356',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.075592] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c5cd577-fd8e-442d-991b-dc56db9b1522 [ 641.075851] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.076053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.076132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.076368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.076427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.076734] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c5cd577-fd8e-442d-991b-dc56db9b1522 already deleted. [ 641.076734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c5cd577-fd8e-442d-991b-dc56db9b1522" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.351282] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.351529] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.351687] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.351998] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.352306] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.353309] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.353309] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.353309] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.353309] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.353309] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.353586] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.353840] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.353840] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.353942] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.354036] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.354186] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.370916] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0fd830fc-c9cc-4c9f-9ceb-d5508b777dc2 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Enqueued Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_rules [ 641.371381] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_rules [ 641.371754] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0ad44a0-d08b-4739-9990-314d1fbce44d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.372054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.372054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.372463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.372585] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.375953] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.376110] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.376284] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.376537] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.376997] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.377293] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.378592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.378592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.378717] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.417654] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: SUCCESS [ 641.417654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.418080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.418335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.418541] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.418665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.418731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.418906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.418993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.420271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.420271] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.538911] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.539309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.547163] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.547977] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf826fd6-cdd9-4662-ab94-2eb59a664356 with status ACTIVE [ 641.548179] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.548323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.548397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.548612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.548700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.548873] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.548970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.549037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.549182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.549260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.549442] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.549535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.549590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.549726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.549795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.549873] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf826fd6-cdd9-4662-ab94-2eb59a664356 is going to be updated. [ 641.577382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.578727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.578727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.578727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.578727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.578727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf826fd6-cdd9-4662-ab94-2eb59a664356" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.883036] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.883036] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.883036] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.883036] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.883036] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.883036] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c not found, creating... [ 641.883036] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.883660] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.883660] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.883660] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.883803] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.884157] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.884157] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.884273] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.884470] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.884704] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.884867] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c is going to be created. [ 641.908108] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.908108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.908108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.908108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.908108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.908108] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0ad44a0-d08b-4739-9990-314d1fbce44d already deleted. [ 641.908108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.910322] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.910480] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.910605] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.913528] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.913528] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.913528] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.925246] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.925246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.925246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.925246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.925246] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.925246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.925246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.925246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.925246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.925609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.925609] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.925609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.925754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.925851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.925985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.926054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.926184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.926281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.926351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.926473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.926593] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.936074] env[63332]: INFO networking_nsxv3.common.synchronization [None req-061856dd-d00e-480d-b602-719ce8d38984 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Enqueued Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_rules [ 641.936074] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_rules [ 641.939702] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0ad44a0-d08b-4739-9990-314d1fbce44d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.939888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.939888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.940155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.940210] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.951682] env[63332]: INFO networking_nsxv3.common.synchronization [req-b6e98512-b117-405a-9f81-d56455ca2ba9 req-13b29aad-c5bc-4703-8d3a-1ea501203599 service nova] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_rules [ 641.952644] env[63332]: INFO networking_nsxv3.common.synchronization [req-b6e98512-b117-405a-9f81-d56455ca2ba9 req-13b29aad-c5bc-4703-8d3a-1ea501203599 service nova] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 641.953086] env[63332]: INFO networking_nsxv3.common.synchronization [req-b6e98512-b117-405a-9f81-d56455ca2ba9 req-13b29aad-c5bc-4703-8d3a-1ea501203599 service nova] Enqueued Resource ID: f8560d25-8d99-4df4-8c69-345be69cdc13 with Priority: HIGHEST for action port [ 641.958202] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_rules [ 641.958202] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 641.958202] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8560d25-8d99-4df4-8c69-345be69cdc13 with Priority: HIGHEST for action port [ 641.958202] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.958202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.958202] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.958202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.958442] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8560d25-8d99-4df4-8c69-345be69cdc13 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.958442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8560d25-8d99-4df4-8c69-345be69cdc13" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.958546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8560d25-8d99-4df4-8c69-345be69cdc13" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.958711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8560d25-8d99-4df4-8c69-345be69cdc13" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.961209] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8560d25-8d99-4df4-8c69-345be69cdc13',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.049189] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.355811] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e in Status: SUCCESS [ 642.355811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.355896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.356109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.356307] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.356429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.356493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.356652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.356734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.356822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.356910] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a041292-c452-4f4c-9747-afb15e5b9c8e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.437008] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d86797b-99e0-444d-8f08-c7f4dd4c1f70: rpc.has_security_group_logging(os_id): False [ 642.456415] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.456499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.456564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.456883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.457030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.457216] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.457826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.457906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.458081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.458165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.458433] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.458518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.458563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.458694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.458767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.458959] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.460581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.460667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.460842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.460905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.460999] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 is going to be created. [ 642.463139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.463259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.463313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.463468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.463567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.463691] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0ad44a0-d08b-4739-9990-314d1fbce44d already deleted. [ 642.463784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.464510] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8560d25-8d99-4df4-8c69-345be69cdc13 with status ACTIVE [ 642.465889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.465889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.465889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.465889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.465889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.465889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.465889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.465889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.466410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.466410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.466410] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.466602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.466602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.466797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.466906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.467027] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8560d25-8d99-4df4-8c69-345be69cdc13 is going to be updated. [ 642.489911] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.490390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.490390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.490493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.490784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.490784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8560d25-8d99-4df4-8c69-345be69cdc13" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.553728] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.553846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.553846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.554682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.554682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.554682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be created. [ 642.584537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.585208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.585702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.586096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.586358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.590385] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.591784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.592406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.592712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.593452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.606903] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: UNINITIALIZED for 2s [ 642.611595] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: IN_PROGRESS for 2s [ 642.863333] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a041292-c452-4f4c-9747-afb15e5b9c8e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.863602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.863602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.863833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.864292] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.864292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.864292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.864512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.864512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.864512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.864769] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a041292-c452-4f4c-9747-afb15e5b9c8e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.864769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.864921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.864969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.865100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.865206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.865311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.865377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.865456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.865538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.865630] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a041292-c452-4f4c-9747-afb15e5b9c8e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.095374] env[63332]: INFO networking_nsxv3.common.synchronization [None req-2dcda402-9519-4b11-9520-7241a2941de3 None None] Enqueued Resource ID: 5a6ea77c-470d-44f3-8e3c-74007ad3c781 with Priority: HIGHEST for action port [ 643.095374] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6ea77c-470d-44f3-8e3c-74007ad3c781 with Priority: HIGHEST for action port [ 643.096030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a6ea77c-470d-44f3-8e3c-74007ad3c781 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.096541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a6ea77c-470d-44f3-8e3c-74007ad3c781" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.096743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a6ea77c-470d-44f3-8e3c-74007ad3c781" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.097470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a6ea77c-470d-44f3-8e3c-74007ad3c781" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.097854] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a6ea77c-470d-44f3-8e3c-74007ad3c781',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.370826] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a041292-c452-4f4c-9747-afb15e5b9c8e: rpc.has_security_group_logging(os_id): False [ 643.391482] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.391886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.391886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.392073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.392651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.392651] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.392651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.392832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.392867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.392981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.393219] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.393341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.393400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.393575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.393650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.394391] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.396388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.396488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.396659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.396742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.397321] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e is going to be created. [ 643.478991] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.478991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.478991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.479223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.479430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.492335] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e in Status: IN_PROGRESS for 2s [ 643.600987] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a6ea77c-470d-44f3-8e3c-74007ad3c781 [ 643.601139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.601225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.601381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.601591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.601704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.601791] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a6ea77c-470d-44f3-8e3c-74007ad3c781 already deleted. [ 643.601861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a6ea77c-470d-44f3-8e3c-74007ad3c781" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.866297] env[63332]: INFO networking_nsxv3.common.synchronization [req-5992814d-5982-4e37-a9e7-1e1516620aa6 req-7088c2f4-b6ee-4a64-813c-221d2f6ffc2f service nova] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_rules [ 643.866297] env[63332]: INFO networking_nsxv3.common.synchronization [req-5992814d-5982-4e37-a9e7-1e1516620aa6 req-7088c2f4-b6ee-4a64-813c-221d2f6ffc2f service nova] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 643.866297] env[63332]: INFO networking_nsxv3.common.synchronization [req-5992814d-5982-4e37-a9e7-1e1516620aa6 req-7088c2f4-b6ee-4a64-813c-221d2f6ffc2f service nova] Enqueued Resource ID: 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c with Priority: HIGHEST for action port [ 643.866732] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_rules [ 643.866732] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 643.866857] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c with Priority: HIGHEST for action port [ 643.868264] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.868397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.868445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.868701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.868778] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.869653] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.869757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.869824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.869992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.870168] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.870262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.870342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.870500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.870586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.870674] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.872665] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.872941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.873036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.873212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.873368] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.920211] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a req-64b58277-4738-46dd-b1b4-1d002ae63fca tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 643.920211] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 643.920211] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.920211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.920211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.920211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.920211] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.920211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.920211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.920569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.920569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.920569] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.375669] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.376727] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.376844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.377112] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c with status ACTIVE [ 644.377279] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.377386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.377447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.377659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.377750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.377916] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.380837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.380837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.380837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.380837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.380837] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.380837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.380837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.380837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.380837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.381165] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c is going to be updated. [ 644.402901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.403768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.403768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.403768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.403768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.404180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e48fe9a-a2a7-49e7-9f2a-57e4ec13740c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.423981] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.426025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.426025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.426355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.426531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.427125] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.427555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.428017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.428668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.430411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.430411] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e already deleted. [ 644.430411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.622566] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 644.622566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.622566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.622566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.622566] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.622566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.622566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.622566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.622566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.622566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.622566] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.623048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.624019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.624019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.624019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.624019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.624019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.624019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.624019] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.626557] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: SUCCESS [ 644.626629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.732538] env[63332]: INFO networking_nsxv3.common.synchronization [None req-31cf3210-daba-4dfd-ac23-f9d6c09c74bc None None] Enqueued Resource ID: 312f3745-9c40-4eeb-9eb2-29fa57c4a942 with Priority: HIGHEST for action port [ 644.737427] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312f3745-9c40-4eeb-9eb2-29fa57c4a942 with Priority: HIGHEST for action port [ 644.739442] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-312f3745-9c40-4eeb-9eb2-29fa57c4a942 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.739442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312f3745-9c40-4eeb-9eb2-29fa57c4a942" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.739442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312f3745-9c40-4eeb-9eb2-29fa57c4a942" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.739442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312f3745-9c40-4eeb-9eb2-29fa57c4a942" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.739442] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312f3745-9c40-4eeb-9eb2-29fa57c4a942',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.833424] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.833612] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.833696] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.834112] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.834480] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.834480] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.834639] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.834817] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.835260] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.835260] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.835392] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.835466] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.835590] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.836959] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.836959] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.836959] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.857583] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.857583] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.858187] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.858487] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.858886] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-e600bf56-7575-4eec-b561-d2285bfa660f taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.859160] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-e600bf56-7575-4eec-b561-d2285bfa660f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.859348] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-e600bf56-7575-4eec-b561-d2285bfa660f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.860362] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-e600bf56-7575-4eec-b561-d2285bfa660f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.860527] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e600bf56-7575-4eec-b561-d2285bfa660f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.878186] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.117173] env[63332]: INFO networking_nsxv3.common.synchronization [None req-331794bc-5f31-4b9a-b925-c852d39f56ae None None] Enqueued Resource ID: f312b405-0d6f-4db4-98b9-927d8ca8454d with Priority: HIGHEST for action port [ 645.117779] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f312b405-0d6f-4db4-98b9-927d8ca8454d with Priority: HIGHEST for action port [ 645.118170] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-f312b405-0d6f-4db4-98b9-927d8ca8454d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.118400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f312b405-0d6f-4db4-98b9-927d8ca8454d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.118400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f312b405-0d6f-4db4-98b9-927d8ca8454d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.119031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f312b405-0d6f-4db4-98b9-927d8ca8454d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.119031] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f312b405-0d6f-4db4-98b9-927d8ca8454d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.127864] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.129026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.129026] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.242389] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 312f3745-9c40-4eeb-9eb2-29fa57c4a942 [ 645.243082] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.243082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.243082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.245137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.245137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.245137] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:312f3745-9c40-4eeb-9eb2-29fa57c4a942 already deleted. [ 645.245137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312f3745-9c40-4eeb-9eb2-29fa57c4a942" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.364775] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.375841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.375841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.375841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.375841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.375841] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port e600bf56-7575-4eec-b561-d2285bfa660f not found, creating... [ 645.375841] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.375841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.375841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.375841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.375841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.379670] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.379670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.379670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.379670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.379670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.379670] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: e600bf56-7575-4eec-b561-d2285bfa660f is going to be created. [ 645.383206] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.383206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.383206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.383206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.383206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.383206] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be created. [ 645.414725] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.414993] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.415100] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.415392] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.415632] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.415861] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-e600bf56-7575-4eec-b561-d2285bfa660f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.418323] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.418477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.418545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.418751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.418908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.434657] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: UNINITIALIZED for 2s [ 645.517311] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e in Status: SUCCESS [ 645.517717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.621260] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f312b405-0d6f-4db4-98b9-927d8ca8454d [ 645.621540] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.621677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.621749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.621989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.622111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.622179] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f312b405-0d6f-4db4-98b9-927d8ca8454d already deleted. [ 645.622271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f312b405-0d6f-4db4-98b9-927d8ca8454d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.632840] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.916790] env[63332]: INFO networking_nsxv3.common.synchronization [req-7324c8fa-c35e-452e-883a-3d09ec71508e req-f51bc39f-5948-494d-9154-55de2cd38deb tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 645.917448] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 645.917788] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.917934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.917998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.918331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.918496] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.918594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.918653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.918831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.918909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.919000] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.135596] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.135596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.135596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.135596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.135596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.135596] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 646.143377] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1f1212e8-b36d-4b89-9320-6bc88ebddc82 None None] Enqueued Resource ID: 27661648-a033-49de-9151-b7c1f68f8f16 with Priority: HIGHEST for action port [ 646.143377] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27661648-a033-49de-9151-b7c1f68f8f16 with Priority: HIGHEST for action port [ 646.143878] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-27661648-a033-49de-9151-b7c1f68f8f16 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.144011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27661648-a033-49de-9151-b7c1f68f8f16" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.144104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27661648-a033-49de-9151-b7c1f68f8f16" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27661648-a033-49de-9151-b7c1f68f8f16" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.145037] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27661648-a033-49de-9151-b7c1f68f8f16',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.273991] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.273991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.273991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.273991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.273991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.290059] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 646.421713] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.422050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.422050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.422163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.422282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.422479] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.422593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.422654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.422812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.422890] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.422979] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 already deleted. [ 646.423073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.646901] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27661648-a033-49de-9151-b7c1f68f8f16 [ 646.647167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.647302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.647372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.647594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.647689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.647784] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27661648-a033-49de-9151-b7c1f68f8f16 already deleted. [ 646.647863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27661648-a033-49de-9151-b7c1f68f8f16" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.183120] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a req-19ea0833-a9d5-46b4-a2df-83c73b230c5a service nova] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_rules [ 647.183120] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a req-19ea0833-a9d5-46b4-a2df-83c73b230c5a service nova] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 647.183120] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd501d7a-28f5-4321-a1a6-0bc43f9c559a req-19ea0833-a9d5-46b4-a2df-83c73b230c5a service nova] Enqueued Resource ID: e600bf56-7575-4eec-b561-d2285bfa660f with Priority: HIGHEST for action port [ 647.183120] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_rules [ 647.183120] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 647.183120] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e600bf56-7575-4eec-b561-d2285bfa660f with Priority: HIGHEST for action port [ 647.183120] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.183120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.183120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.184064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.184064] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.187793] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.191138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.191267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.191587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.191809] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.192048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.193240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.193544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.193615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.193734] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.194848] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-e600bf56-7575-4eec-b561-d2285bfa660f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.194983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e600bf56-7575-4eec-b561-d2285bfa660f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.195080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e600bf56-7575-4eec-b561-d2285bfa660f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.195260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e600bf56-7575-4eec-b561-d2285bfa660f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.195355] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e600bf56-7575-4eec-b561-d2285bfa660f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.394155] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.394155] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-262" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.394155] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-262" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.396469] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-262" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.397477] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.397477] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.397725] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.398358] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.403073] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.403073] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.403073] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.403073] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.403734] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.404021] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.404214] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.404414] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.445142] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: SUCCESS [ 647.445443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.445541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.446032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.446032] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.446179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.446179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.446713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.446713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.446713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.446713] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.451143] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.451143] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.451143] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.451143] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-262" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.451496] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-c98eb027-c214-4e05-8490-4eb09ddd7e80 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.451578] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-c98eb027-c214-4e05-8490-4eb09ddd7e80" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.451699] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-c98eb027-c214-4e05-8490-4eb09ddd7e80" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.452168] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-c98eb027-c214-4e05-8490-4eb09ddd7e80" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.453240] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c98eb027-c214-4e05-8490-4eb09ddd7e80',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.698378] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.701326] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.701450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.702328] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e600bf56-7575-4eec-b561-d2285bfa660f with status ACTIVE [ 647.702328] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.702328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.702328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.702328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.702328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.702617] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.702617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.702617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.702748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.702821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.703021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.704216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.704296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.704488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.704579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.704672] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e600bf56-7575-4eec-b561-d2285bfa660f is going to be updated. [ 647.730692] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.730849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.732041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.732041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.732041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.732041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e600bf56-7575-4eec-b561-d2285bfa660f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.950851] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.951074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.951143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.951343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.951518] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.951618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.951680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.951859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.951910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.952009] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.952188] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.952352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.952352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.952490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.952636] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.953180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.953247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.953401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.953487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.953572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.953663] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.956047] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.956259] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.956385] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.956633] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.956782] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.956936] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port c98eb027-c214-4e05-8490-4eb09ddd7e80 not found, creating... [ 647.957217] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.957376] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.957499] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.957730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.957863] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.958164] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.958319] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.958477] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.958650] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.958790] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.958934] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: c98eb027-c214-4e05-8490-4eb09ddd7e80 is going to be created. [ 647.988320] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.988424] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.989931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.989931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.989931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.989931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-c98eb027-c214-4e05-8490-4eb09ddd7e80" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.202586] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.303279] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 648.303527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.303758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.303984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.304133] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.304252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.304314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.304485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.304569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.304654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.304806] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.304942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.304990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.305109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.305245] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.305340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.305389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.305524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.305595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.305675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.305791] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.415646] env[63332]: INFO networking_nsxv3.common.synchronization [None req-36d27ebd-4988-4009-9313-ee313641a4f2 None None] Enqueued Resource ID: 61b7ff96-12d0-492f-8c1b-f946f0b31963 with Priority: HIGHEST for action port [ 648.415950] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b7ff96-12d0-492f-8c1b-f946f0b31963 with Priority: HIGHEST for action port [ 648.416598] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b7ff96-12d0-492f-8c1b-f946f0b31963 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.416724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b7ff96-12d0-492f-8c1b-f946f0b31963" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.416789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b7ff96-12d0-492f-8c1b-f946f0b31963" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.421683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b7ff96-12d0-492f-8c1b-f946f0b31963" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.421817] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b7ff96-12d0-492f-8c1b-f946f0b31963',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.462051] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca472b0d-fc14-440b-aa05-8b209e9fbfd7: rpc.has_security_group_logging(os_id): False [ 648.491713] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.491941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.492074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.492422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.492642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.492961] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.493151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.493265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.493535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.493675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.493999] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.494185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.494294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.494529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.494663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.494981] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.495163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.495263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.495512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.495638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.495783] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be created. [ 648.591317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.591526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.591597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.591823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.592033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.624399] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: IN_PROGRESS for 2s [ 648.704994] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.704994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.704994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.708017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.708017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.708017] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e is going to be created. [ 648.727595] env[63332]: INFO networking_nsxv3.common.synchronization [None req-8d8b3d6f-4924-402d-98f5-bd2deb3799bf None None] Enqueued Resource ID: fc896cb1-aae7-4f37-b9d2-8a29949d0645 with Priority: HIGHEST for action port [ 648.727595] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc896cb1-aae7-4f37-b9d2-8a29949d0645 with Priority: HIGHEST for action port [ 648.727595] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc896cb1-aae7-4f37-b9d2-8a29949d0645 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.727595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc896cb1-aae7-4f37-b9d2-8a29949d0645" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.727595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc896cb1-aae7-4f37-b9d2-8a29949d0645" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.727595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc896cb1-aae7-4f37-b9d2-8a29949d0645" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.727595] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc896cb1-aae7-4f37-b9d2-8a29949d0645',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.764513] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.764718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.764797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.765279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.765279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.777762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: UNINITIALIZED for 2s [ 648.809175] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 517e406c-f194-4ef5-b5b6-876c4033e8dd: rpc.has_security_group_logging(os_id): False [ 648.830065] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.830065] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.830065] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.830065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.833601] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.833601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.833601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.833601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.833601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.833601] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be created. [ 648.924014] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61b7ff96-12d0-492f-8c1b-f946f0b31963 [ 648.924735] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.925494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.925494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.925494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.925494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.925707] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61b7ff96-12d0-492f-8c1b-f946f0b31963 already deleted. [ 648.925707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b7ff96-12d0-492f-8c1b-f946f0b31963" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.941440] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.941440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.941440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.941440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.941440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.955240] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 649.230510] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc896cb1-aae7-4f37-b9d2-8a29949d0645 [ 649.230808] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.230964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.231052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.231293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.231504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.231605] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc896cb1-aae7-4f37-b9d2-8a29949d0645 already deleted. [ 649.231698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc896cb1-aae7-4f37-b9d2-8a29949d0645" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.708269] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0b989b94-c87d-4185-b770-2ba10bae0411 None None] Enqueued Resource ID: 26d8d88e-af94-4798-ba0d-c6c233da1f50 with Priority: HIGHEST for action port [ 649.711123] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d8d88e-af94-4798-ba0d-c6c233da1f50 with Priority: HIGHEST for action port [ 649.711123] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d8d88e-af94-4798-ba0d-c6c233da1f50 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.711123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d8d88e-af94-4798-ba0d-c6c233da1f50" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.711123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d8d88e-af94-4798-ba0d-c6c233da1f50" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.711123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d8d88e-af94-4798-ba0d-c6c233da1f50" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.711123] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d8d88e-af94-4798-ba0d-c6c233da1f50',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.966038] env[63332]: INFO networking_nsxv3.common.synchronization [req-975d3189-d8df-4d13-b026-ddcd088c828f req-754829ea-ea03-4f7a-b547-be116c62d481 tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Enqueued Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_members [ 649.966038] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_members [ 649.966038] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-775d4b03-6d44-43a4-88d5-c7293309b081 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.966038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.966038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.966038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.966038] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.966038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.966038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.966038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.966038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.966038] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.213652] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d8d88e-af94-4798-ba0d-c6c233da1f50 [ 650.213652] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.213652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.213652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.213652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.213922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.213922] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d8d88e-af94-4798-ba0d-c6c233da1f50 already deleted. [ 650.213922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d8d88e-af94-4798-ba0d-c6c233da1f50" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.453391] env[63332]: INFO networking_nsxv3.common.synchronization [req-7324c8fa-c35e-452e-883a-3d09ec71508e req-302e5266-d433-403f-82c4-608594d68bf1 service nova] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_rules [ 650.453589] env[63332]: INFO networking_nsxv3.common.synchronization [req-7324c8fa-c35e-452e-883a-3d09ec71508e req-302e5266-d433-403f-82c4-608594d68bf1 service nova] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 650.453735] env[63332]: INFO networking_nsxv3.common.synchronization [req-7324c8fa-c35e-452e-883a-3d09ec71508e req-302e5266-d433-403f-82c4-608594d68bf1 service nova] Enqueued Resource ID: c98eb027-c214-4e05-8490-4eb09ddd7e80 with Priority: HIGHEST for action port [ 650.453980] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_rules [ 650.454122] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 650.454219] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98eb027-c214-4e05-8490-4eb09ddd7e80 with Priority: HIGHEST for action port [ 650.454812] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.454944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.461753] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.461753] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.461753] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.461753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.461753] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.464657] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c98eb027-c214-4e05-8490-4eb09ddd7e80 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.464964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c98eb027-c214-4e05-8490-4eb09ddd7e80" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.465238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c98eb027-c214-4e05-8490-4eb09ddd7e80" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.465524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c98eb027-c214-4e05-8490-4eb09ddd7e80" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.465708] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c98eb027-c214-4e05-8490-4eb09ddd7e80',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.467583] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.469517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.469667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.471500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.471500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.471738] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.471971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.472140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.472418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.472711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.476232] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775d4b03-6d44-43a4-88d5-c7293309b081 already deleted. [ 650.476338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.643483] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: SUCCESS [ 650.643734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.791917] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: SUCCESS [ 650.791917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.791917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.791917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.792486] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.792486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.792486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.792486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.792486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.792809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.792809] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.954341] env[63332]: INFO networking_nsxv3.common.synchronization [None req-45ccbbdc-e258-451a-80fc-dfffd904be20 None None] Enqueued Resource ID: 2a2af30f-d6ef-49d0-8d62-1da6c3274ed7 with Priority: HIGHEST for action port [ 650.955996] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2af30f-d6ef-49d0-8d62-1da6c3274ed7 with Priority: HIGHEST for action port [ 650.955996] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a2af30f-d6ef-49d0-8d62-1da6c3274ed7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.955996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a2af30f-d6ef-49d0-8d62-1da6c3274ed7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.955996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a2af30f-d6ef-49d0-8d62-1da6c3274ed7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.957801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a2af30f-d6ef-49d0-8d62-1da6c3274ed7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.958269] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a2af30f-d6ef-49d0-8d62-1da6c3274ed7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.969618] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.969618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.969618] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.977434] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 650.977670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.978335] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c98eb027-c214-4e05-8490-4eb09ddd7e80 with status ACTIVE [ 650.978425] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.978672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.978672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.978909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.979639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.980219] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.980492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.980555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.981047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.982494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.982494] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.982494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.982494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.982494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.982494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.982494] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c98eb027-c214-4e05-8490-4eb09ddd7e80 is going to be updated. [ 650.988725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.988725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.988725] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.018946] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.018946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.018946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.018946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.018946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.018946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c98eb027-c214-4e05-8490-4eb09ddd7e80" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.161900] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.162141] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-184" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.162290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-184" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.164213] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-184" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.164571] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.164741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.165951] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.165951] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.165951] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.165951] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.165951] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.165951] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.166306] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.166306] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.166306] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.166395] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.193213] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.193213] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.200847] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.200847] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-184" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.200847] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-59de55ad-b177-4d4a-b1d9-f861a9d96d62 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.204382] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-59de55ad-b177-4d4a-b1d9-f861a9d96d62" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.204382] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-59de55ad-b177-4d4a-b1d9-f861a9d96d62" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.204382] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-59de55ad-b177-4d4a-b1d9-f861a9d96d62" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.204382] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59de55ad-b177-4d4a-b1d9-f861a9d96d62',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.300286] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.300534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.300608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.300848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.301050] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.301157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.301221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.301427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.301667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.301867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.302138] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.302278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.302278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.302400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.302807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.302807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.302807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.303122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.303249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.303428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.303533] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.463953] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a2af30f-d6ef-49d0-8d62-1da6c3274ed7 [ 651.464237] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.464395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.464456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.464688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.465102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.465102] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a2af30f-d6ef-49d0-8d62-1da6c3274ed7 already deleted. [ 651.465102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a2af30f-d6ef-49d0-8d62-1da6c3274ed7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.475415] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.488551] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.488709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.488709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.489423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.490017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.490017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.490017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.490232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.490232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.490298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.490654] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.707747] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.708069] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.708201] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.708607] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.708885] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.709207] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 59de55ad-b177-4d4a-b1d9-f861a9d96d62 not found, creating... [ 651.709674] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.709966] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.710027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.710339] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.710580] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.712917] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.712917] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.712917] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.712917] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.712917] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.713156] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 59de55ad-b177-4d4a-b1d9-f861a9d96d62 is going to be created. [ 651.736192] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.736192] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.736192] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.737194] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.737194] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.737194] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-59de55ad-b177-4d4a-b1d9-f861a9d96d62" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.806502] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e134b5d-f644-4e1e-b8cc-a344bf285b0e: rpc.has_security_group_logging(os_id): False [ 651.833472] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.833472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.833472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.833472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.834101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.834152] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.834474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.835173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.835779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.836968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.836968] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.836968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.836968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.836968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.836968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.837452] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.837452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.837452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.837961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.837961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.837961] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e is going to be created. [ 651.972230] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.972230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.972230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.972230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.972230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.980830] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.980830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.980830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.980830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.980830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.980830] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 is going to be created. [ 652.003032] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: IN_PROGRESS for 2s [ 652.004427] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.004670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.004750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.004989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.005229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.005336] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.005410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.005597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.005720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.005825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.006014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.006608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.007271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.007506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.007778] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.007999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.008172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.012859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.012859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.012859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.012859] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.028299] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.028299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.028299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.028299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.028299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.072548] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: UNINITIALIZED for 2s [ 652.515949] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 517e406c-f194-4ef5-b5b6-876c4033e8dd: rpc.has_security_group_logging(os_id): False [ 652.560537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.560791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.561354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.561354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.563803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.563803] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.563803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.564888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.564888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.565140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.565320] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.565409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.565409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.565739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.565739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.565983] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.566285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.566285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.567754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.567984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.567984] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 652.696866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.696866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.696866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.699522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.699522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.719589] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 653.333687] env[63332]: INFO networking_nsxv3.common.synchronization [req-975d3189-d8df-4d13-b026-ddcd088c828f req-485b8294-494d-4d56-8df5-b4bd0b95a430 service nova] Enqueued Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_rules [ 653.334119] env[63332]: INFO networking_nsxv3.common.synchronization [req-975d3189-d8df-4d13-b026-ddcd088c828f req-485b8294-494d-4d56-8df5-b4bd0b95a430 service nova] Enqueued Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_members [ 653.334119] env[63332]: INFO networking_nsxv3.common.synchronization [req-975d3189-d8df-4d13-b026-ddcd088c828f req-485b8294-494d-4d56-8df5-b4bd0b95a430 service nova] Enqueued Resource ID: 59de55ad-b177-4d4a-b1d9-f861a9d96d62 with Priority: HIGHEST for action port [ 653.335262] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_rules [ 653.335262] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_members [ 653.335597] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59de55ad-b177-4d4a-b1d9-f861a9d96d62 with Priority: HIGHEST for action port [ 653.336123] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775d4b03-6d44-43a4-88d5-c7293309b081 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.336209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.336251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.336508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.336661] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.338146] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-775d4b03-6d44-43a4-88d5-c7293309b081 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.338284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.338371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.338588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.338744] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.338841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.339088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.339258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.339350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.339448] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.340577] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-59de55ad-b177-4d4a-b1d9-f861a9d96d62 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.340744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59de55ad-b177-4d4a-b1d9-f861a9d96d62" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.340828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59de55ad-b177-4d4a-b1d9-f861a9d96d62" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.341069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59de55ad-b177-4d4a-b1d9-f861a9d96d62" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.341120] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59de55ad-b177-4d4a-b1d9-f861a9d96d62',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.654024] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ee0842c0-2147-44a3-87c9-7562fcb0f82c None None] Enqueued Resource ID: 27bc2e32-2c3a-42a2-896e-1ea5637a37fa with Priority: HIGHEST for action port [ 653.654024] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bc2e32-2c3a-42a2-896e-1ea5637a37fa with Priority: HIGHEST for action port [ 653.654024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-27bc2e32-2c3a-42a2-896e-1ea5637a37fa taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.656390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27bc2e32-2c3a-42a2-896e-1ea5637a37fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.656543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27bc2e32-2c3a-42a2-896e-1ea5637a37fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.657781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27bc2e32-2c3a-42a2-896e-1ea5637a37fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.658019] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27bc2e32-2c3a-42a2-896e-1ea5637a37fa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.801511] env[63332]: INFO networking_nsxv3.common.synchronization [None req-3c8a4a4e-5316-450e-8c64-bb7c32150e9d tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_rules [ 653.802821] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_rules [ 653.802821] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.802821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.802821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.802821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.802821] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.843594] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-775d4b03-6d44-43a4-88d5-c7293309b081 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.843594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.843853] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.848532] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59de55ad-b177-4d4a-b1d9-f861a9d96d62 with status ACTIVE [ 653.849650] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.849650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.849650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.850070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.850070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.850400] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.850685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.850685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.850888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.851162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.851360] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.851556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.851681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.851925] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.852926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.853923] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59de55ad-b177-4d4a-b1d9-f861a9d96d62 is going to be updated. [ 653.888662] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.888662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.888662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.888662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.888662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.888662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59de55ad-b177-4d4a-b1d9-f861a9d96d62" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.025325] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: SUCCESS [ 654.025580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.060468] env[63332]: INFO networking_nsxv3.common.synchronization [None req-7653a781-9190-4444-a93c-41bba08aabea tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_rules [ 654.061259] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_rules [ 654.061755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.061925] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.084858] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: SUCCESS [ 654.089025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.089025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.089025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.089025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.089025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.089025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.089025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.089025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.089025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.089025] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.163779] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27bc2e32-2c3a-42a2-896e-1ea5637a37fa [ 654.163779] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.163779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.163779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.163779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.163779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.163779] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27bc2e32-2c3a-42a2-896e-1ea5637a37fa already deleted. [ 654.163779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27bc2e32-2c3a-42a2-896e-1ea5637a37fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.335094] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.335094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.335094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.335094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.335094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.335094] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 already deleted. [ 654.335094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.335094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.335094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.335094] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.348906] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.589429] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.589617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.589688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.589880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.590052] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.590147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.590208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.590352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.590472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.590570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.590719] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.590832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.590892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.591062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.591207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.591300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.591357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.591517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.591590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.591698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.591792] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.735319] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 654.735552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.806874] env[63332]: INFO networking_nsxv3.common.synchronization [None req-14552691-5f92-4fdd-ae24-fc3ef089a9e5 None None] Enqueued Resource ID: dbe33cd1-cb5f-4e77-8c93-569ab8ba259e with Priority: HIGHEST for action port [ 654.808783] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbe33cd1-cb5f-4e77-8c93-569ab8ba259e with Priority: HIGHEST for action port [ 654.809998] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbe33cd1-cb5f-4e77-8c93-569ab8ba259e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.809998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbe33cd1-cb5f-4e77-8c93-569ab8ba259e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.809998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbe33cd1-cb5f-4e77-8c93-569ab8ba259e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.809998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbe33cd1-cb5f-4e77-8c93-569ab8ba259e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.809998] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe33cd1-cb5f-4e77-8c93-569ab8ba259e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.853151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.853457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.853563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.853810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.853929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.854074] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775d4b03-6d44-43a4-88d5-c7293309b081 is going to be created. [ 654.870259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.870453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.870545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.870786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.870877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.870971] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 already deleted. [ 654.871091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.893317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.893521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.893521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.893711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.893883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.907811] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775d4b03-6d44-43a4-88d5-c7293309b081 in Status: UNINITIALIZED for 2s [ 655.096513] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df8eaf47-efd2-4085-a5e9-cd832381bdb8: rpc.has_security_group_logging(os_id): False [ 655.122504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.122504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.122504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.122504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.122504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.122504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.122504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.123086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.123086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.123086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.123086] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.123765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.123765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.123765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.123765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.123765] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.123765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.123765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.124414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.124414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.124803] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 is going to be created. [ 655.278374] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.278638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.278638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.279097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.279293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.294553] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: IN_PROGRESS for 2s [ 655.312304] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbe33cd1-cb5f-4e77-8c93-569ab8ba259e [ 655.312599] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.312740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.312827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.313057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.313154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.316149] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbe33cd1-cb5f-4e77-8c93-569ab8ba259e already deleted. [ 655.320023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbe33cd1-cb5f-4e77-8c93-569ab8ba259e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.918831] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775d4b03-6d44-43a4-88d5-c7293309b081 in Status: SUCCESS [ 656.919186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.919270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.919467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.919675] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.919804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.919877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.920106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.920165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.920230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.920294] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.312299] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: SUCCESS [ 657.312685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.426642] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.766304] env[63332]: INFO networking_nsxv3.common.synchronization [None req-4dbc8531-9da8-4c5a-b75a-9443ff833a72 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Enqueued Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_rules [ 657.766304] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_rules [ 657.766304] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-158b15b4-9f17-424c-b136-6752a53b6f65 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.766794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.767018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.767394] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.767807] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.929821] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 775d4b03-6d44-43a4-88d5-c7293309b081: rpc.has_security_group_logging(os_id): False [ 657.950496] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.953556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.953556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.953556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.953556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.953556] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.953556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.953556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.953556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.953556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.953556] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775d4b03-6d44-43a4-88d5-c7293309b081 is going to be created. [ 657.988355] env[63332]: INFO networking_nsxv3.common.synchronization [None req-084b4946-4df8-4953-acc7-22088d17ca1d None None] Enqueued Resource ID: 014464a5-5851-4fae-af8f-f96b41509a1f with Priority: HIGHEST for action port [ 657.989540] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014464a5-5851-4fae-af8f-f96b41509a1f with Priority: HIGHEST for action port [ 657.991100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-014464a5-5851-4fae-af8f-f96b41509a1f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.991301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-014464a5-5851-4fae-af8f-f96b41509a1f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.991380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-014464a5-5851-4fae-af8f-f96b41509a1f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.991713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-014464a5-5851-4fae-af8f-f96b41509a1f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.991829] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014464a5-5851-4fae-af8f-f96b41509a1f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.013909] env[63332]: INFO networking_nsxv3.common.synchronization [None req-87660612-837e-4d86-a229-5062a0adc416 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Enqueued Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_rules [ 658.014470] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_rules [ 658.015010] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-158b15b4-9f17-424c-b136-6752a53b6f65 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.015371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.038879] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.039213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.039213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.039632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.039851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.062370] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 775d4b03-6d44-43a4-88d5-c7293309b081 in Status: IN_PROGRESS for 2s [ 658.290747] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.290940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.291049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.291310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.292646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.293705] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 158b15b4-9f17-424c-b136-6752a53b6f65 already deleted. [ 658.293705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.294119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.294466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.294598] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.442074] env[63332]: INFO networking_nsxv3.common.synchronization [None req-f59a5095-5840-4089-bf06-ac8fe1df9131 None None] Enqueued Resource ID: 6a15206e-0e86-4eb3-89fb-9e1806c3f039 with Priority: HIGHEST for action port [ 658.443728] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a15206e-0e86-4eb3-89fb-9e1806c3f039 with Priority: HIGHEST for action port [ 658.445104] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a15206e-0e86-4eb3-89fb-9e1806c3f039 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.446073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a15206e-0e86-4eb3-89fb-9e1806c3f039" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.446184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a15206e-0e86-4eb3-89fb-9e1806c3f039" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.446915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a15206e-0e86-4eb3-89fb-9e1806c3f039" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.447373] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a15206e-0e86-4eb3-89fb-9e1806c3f039',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.494998] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 014464a5-5851-4fae-af8f-f96b41509a1f [ 658.494998] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.495163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.495198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.495533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.495631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.495724] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:014464a5-5851-4fae-af8f-f96b41509a1f already deleted. [ 658.495835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-014464a5-5851-4fae-af8f-f96b41509a1f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.819307] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.819508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.819508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.819725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.819809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.819915] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 158b15b4-9f17-424c-b136-6752a53b6f65 already deleted. [ 658.820010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.951659] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a15206e-0e86-4eb3-89fb-9e1806c3f039 [ 658.952814] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.952814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.952814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.952939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.952986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.953192] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a15206e-0e86-4eb3-89fb-9e1806c3f039 already deleted. [ 658.953308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a15206e-0e86-4eb3-89fb-9e1806c3f039" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.080310] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 775d4b03-6d44-43a4-88d5-c7293309b081 in Status: SUCCESS [ 660.080791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.843667] env[63332]: INFO networking_nsxv3.common.synchronization [None req-923c9412-8c7a-46a1-a322-98dbf9ab5d00 None None] Enqueued Resource ID: a4f3518e-f401-4eab-bf97-34e010db4405 with Priority: HIGHEST for action port [ 660.843739] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f3518e-f401-4eab-bf97-34e010db4405 with Priority: HIGHEST for action port [ 660.844134] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f3518e-f401-4eab-bf97-34e010db4405 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.844331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f3518e-f401-4eab-bf97-34e010db4405" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.844571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f3518e-f401-4eab-bf97-34e010db4405" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.849063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f3518e-f401-4eab-bf97-34e010db4405" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.849236] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f3518e-f401-4eab-bf97-34e010db4405',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.353093] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4f3518e-f401-4eab-bf97-34e010db4405 [ 661.353093] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.353573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.353573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.353573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.353573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.353759] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4f3518e-f401-4eab-bf97-34e010db4405 already deleted. [ 661.353759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f3518e-f401-4eab-bf97-34e010db4405" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.387389] env[63332]: INFO networking_nsxv3.common.synchronization [None req-2e8d9138-3451-4515-bd93-e18777da0f59 None None] Enqueued Resource ID: 966485e5-2562-487f-b76d-eb6ee6b84b04 with Priority: HIGHEST for action port [ 661.387963] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966485e5-2562-487f-b76d-eb6ee6b84b04 with Priority: HIGHEST for action port [ 661.388286] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-966485e5-2562-487f-b76d-eb6ee6b84b04 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.388496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966485e5-2562-487f-b76d-eb6ee6b84b04" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.389533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966485e5-2562-487f-b76d-eb6ee6b84b04" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.389533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966485e5-2562-487f-b76d-eb6ee6b84b04" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.389662] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966485e5-2562-487f-b76d-eb6ee6b84b04',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.830327] env[63332]: INFO networking_nsxv3.common.synchronization [None req-41c7698f-5dcf-4c38-ae1f-b2807b63376e None None] Enqueued Resource ID: 9fa862b2-e750-4e2e-b5f4-2ee09b1550ab with Priority: HIGHEST for action port [ 661.830727] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa862b2-e750-4e2e-b5f4-2ee09b1550ab with Priority: HIGHEST for action port [ 661.831312] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa862b2-e750-4e2e-b5f4-2ee09b1550ab taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.831437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa862b2-e750-4e2e-b5f4-2ee09b1550ab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.831504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa862b2-e750-4e2e-b5f4-2ee09b1550ab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.831767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa862b2-e750-4e2e-b5f4-2ee09b1550ab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.831854] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa862b2-e750-4e2e-b5f4-2ee09b1550ab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.893107] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 966485e5-2562-487f-b76d-eb6ee6b84b04 [ 661.893369] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.893551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.893763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.893832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.894022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.894022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:966485e5-2562-487f-b76d-eb6ee6b84b04 already deleted. [ 661.894122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966485e5-2562-487f-b76d-eb6ee6b84b04" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.289316] env[63332]: INFO networking_nsxv3.common.synchronization [None req-d026294f-a144-4ee1-abce-fe5506d36238 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_rules [ 662.289316] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_rules [ 662.289316] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.291068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.291276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.291661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.291878] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.341050] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fa862b2-e750-4e2e-b5f4-2ee09b1550ab [ 662.341050] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.341050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.341050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.341050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.341050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.341050] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fa862b2-e750-4e2e-b5f4-2ee09b1550ab already deleted. [ 662.341050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa862b2-e750-4e2e-b5f4-2ee09b1550ab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.536382] env[63332]: INFO networking_nsxv3.common.synchronization [None req-3737579e-a362-48c2-a79b-6d33b1b3c3ea tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_rules [ 662.536382] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_rules [ 662.536382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.536382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.817872] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.817872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.817872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.817872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.817872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.817872] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 already deleted. [ 662.817872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.817872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.817872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.817872] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.344613] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.344864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.344932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.345557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.345557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.347437] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 already deleted. [ 663.349181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.473846] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ea9c6d30-88d1-428e-ae0e-4832e53873ab None None] Enqueued Resource ID: 2f0ba6a3-ec68-43d3-8392-c028fe80133e with Priority: HIGHEST for action port [ 663.474520] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0ba6a3-ec68-43d3-8392-c028fe80133e with Priority: HIGHEST for action port [ 663.474842] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0ba6a3-ec68-43d3-8392-c028fe80133e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.474964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0ba6a3-ec68-43d3-8392-c028fe80133e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.478662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0ba6a3-ec68-43d3-8392-c028fe80133e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.479032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0ba6a3-ec68-43d3-8392-c028fe80133e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.479132] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0ba6a3-ec68-43d3-8392-c028fe80133e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.496757] env[63332]: INFO networking_nsxv3.common.synchronization [req-fe5289b3-b9c1-4cf4-b36e-b92b2d60c67f req-1a3fd467-2aaa-425e-88ea-fead1f99bac8 tempest-ServerExternalEventsTest-1115482647 tempest-ServerExternalEventsTest-1115482647-project-member] Enqueued Resource ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e with Priority: HIGHEST for action security_group_members [ 663.498291] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e with Priority: HIGHEST for action security_group_members [ 663.498291] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a041292-c452-4f4c-9747-afb15e5b9c8e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.498291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.498291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.498291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.498291] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.498291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.499092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.499092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.499092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.499092] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a041292-c452-4f4c-9747-afb15e5b9c8e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.822070] env[63332]: INFO networking_nsxv3.common.synchronization [req-3551ca0c-4875-4979-9fc6-a6af510bffd6 req-d9d15fb4-7a77-4013-90c8-86b435cb244a tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 663.823050] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 663.823050] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.823673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.823754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.823968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.824150] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.824259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.824322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.825062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.825062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.825062] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.981540] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f0ba6a3-ec68-43d3-8392-c028fe80133e [ 663.982265] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.982265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.982265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.982519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.982519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.982519] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f0ba6a3-ec68-43d3-8392-c028fe80133e already deleted. [ 663.982647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0ba6a3-ec68-43d3-8392-c028fe80133e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.002020] env[63332]: INFO networking_nsxv3.common.synchronization [None req-fab457c2-78ac-48e7-9f81-210147671279 None None] Enqueued Resource ID: ebafd545-94af-4b5b-851d-d447204b0dfa with Priority: HIGHEST for action port [ 664.002020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.002020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.002020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.002020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.002020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.002509] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.002762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.003894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.004212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.006051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006051] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e is going to be updated. [ 664.006958] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebafd545-94af-4b5b-851d-d447204b0dfa with Priority: HIGHEST for action port [ 664.007533] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebafd545-94af-4b5b-851d-d447204b0dfa taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.007866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebafd545-94af-4b5b-851d-d447204b0dfa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.008106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebafd545-94af-4b5b-851d-d447204b0dfa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.008437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebafd545-94af-4b5b-851d-d447204b0dfa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.008607] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebafd545-94af-4b5b-851d-d447204b0dfa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.042083] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.042189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.042189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.042462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.042650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.055787] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e in Status: IN_PROGRESS for 2s [ 664.327209] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.513084] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebafd545-94af-4b5b-851d-d447204b0dfa [ 664.513084] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.513084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.513084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.513084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.513084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.513084] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebafd545-94af-4b5b-851d-d447204b0dfa already deleted. [ 664.513084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebafd545-94af-4b5b-851d-d447204b0dfa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.829383] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.336391] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.336391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.336391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.336391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.336391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.336391] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 665.380109] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.380219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.380315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.380594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.381417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.395506] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 665.540164] env[63332]: INFO networking_nsxv3.common.synchronization [req-0d4fbd53-5140-4bbd-ac8d-7bffd698735c req-48b0cf84-5ff2-4cc6-8bff-0660accfad34 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 665.540416] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 665.540793] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.540894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.566037] env[63332]: INFO networking_nsxv3.common.synchronization [None req-396d5ab6-760b-4b45-b6e5-d296d111da23 None None] Enqueued Resource ID: 1a9bc14b-3035-4cc3-afa0-8c719b940ecc with Priority: HIGHEST for action port [ 665.567455] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9bc14b-3035-4cc3-afa0-8c719b940ecc with Priority: HIGHEST for action port [ 665.568262] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a9bc14b-3035-4cc3-afa0-8c719b940ecc taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.568394] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a9bc14b-3035-4cc3-afa0-8c719b940ecc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.568479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a9bc14b-3035-4cc3-afa0-8c719b940ecc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.568765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a9bc14b-3035-4cc3-afa0-8c719b940ecc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.568836] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9bc14b-3035-4cc3-afa0-8c719b940ecc',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.067291] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e in Status: SUCCESS [ 666.067291] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a041292-c452-4f4c-9747-afb15e5b9c8e deletion is rescheduled due to dependency. [ 666.067291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a041292-c452-4f4c-9747-afb15e5b9c8e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.070770] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a9bc14b-3035-4cc3-afa0-8c719b940ecc [ 666.071051] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.071192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.071261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.071477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.071567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.071659] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a9bc14b-3035-4cc3-afa0-8c719b940ecc already deleted. [ 666.071734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a9bc14b-3035-4cc3-afa0-8c719b940ecc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.412209] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 667.412513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.412580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.413461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.413696] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.413820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.413886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.414667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.414911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.415051] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.923998] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.923998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.923998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.923998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.923998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.923998] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.923998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.923998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.923998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.923998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.923998] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 667.961975] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.962571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.962663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.962870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.963033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.973694] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 668.449798] env[63332]: INFO networking_nsxv3.common.synchronization [req-1c98f80c-8156-4028-8da5-d25368eb4dd7 req-f62a2672-1544-443e-a9c9-08f5fd526368 tempest-DeleteServersAdminTestJSON-560995827 tempest-DeleteServersAdminTestJSON-560995827-project-admin] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 668.450128] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 668.450889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.453173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.453272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.453613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.453995] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.453995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.453995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.454242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.454352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.454449] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.958030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.958030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.958030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.958030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.958030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.958030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.958030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.958030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.958030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.958505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.958505] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e is going to be updated. [ 668.990207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.990386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.990447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.990862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.990862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.000187] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: IN_PROGRESS for 2s [ 669.726141] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-2286f623-35db-4b73-919c-1318d1fdc2d7 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Enqueued Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 669.726815] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 669.729470] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.733636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.733636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.733636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.733636] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.733636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.733636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.733636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.733636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.733636] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.984246] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 669.986035] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd deletion is rescheduled due to dependency. [ 669.986035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.233424] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.233597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.233666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.233881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.233971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.234393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.234524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.234596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.234749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.234826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.234912] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e210061-a0b2-499a-b47b-1702a1d7156f already deleted. [ 670.234992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.349852] env[63332]: INFO networking_nsxv3.common.synchronization [None req-00d6ecdc-bfa8-4348-b982-57c921e7d32c None None] Enqueued Resource ID: c1796a02-dea2-46ad-aa10-0fa1d76ca6d2 with Priority: HIGHEST for action port [ 670.350128] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1796a02-dea2-46ad-aa10-0fa1d76ca6d2 with Priority: HIGHEST for action port [ 670.354260] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1796a02-dea2-46ad-aa10-0fa1d76ca6d2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.354408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1796a02-dea2-46ad-aa10-0fa1d76ca6d2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.354408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1796a02-dea2-46ad-aa10-0fa1d76ca6d2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.354708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1796a02-dea2-46ad-aa10-0fa1d76ca6d2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.354786] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1796a02-dea2-46ad-aa10-0fa1d76ca6d2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.481277] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.481716] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-791" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.481716] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-791" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.482119] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-791" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.482398] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.482565] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.482704] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.483024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.487670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.487990] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.489247] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.489420] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.489572] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.489744] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.489888] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.490522] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.513802] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.513974] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.514137] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.514318] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-791" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.514648] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-12b7e6ab-0482-4704-995f-c3a6579ca3ac taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.514813] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-12b7e6ab-0482-4704-995f-c3a6579ca3ac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.514932] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-12b7e6ab-0482-4704-995f-c3a6579ca3ac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.515290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-12b7e6ab-0482-4704-995f-c3a6579ca3ac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.515428] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b7e6ab-0482-4704-995f-c3a6579ca3ac',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.857819] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1796a02-dea2-46ad-aa10-0fa1d76ca6d2 [ 670.857819] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.857819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.857819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.857819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.857819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.857819] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1796a02-dea2-46ad-aa10-0fa1d76ca6d2 already deleted. [ 670.857819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1796a02-dea2-46ad-aa10-0fa1d76ca6d2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.014157] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: SUCCESS [ 671.014157] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e deletion is rescheduled due to dependency. [ 671.014157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.022710] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.022710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.022710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.022710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.022710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.022710] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 12b7e6ab-0482-4704-995f-c3a6579ca3ac not found, creating... [ 671.022710] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.022710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.022710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.022710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.023105] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.023139] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.023301] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.023417] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.023722] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.023831] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.024022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 12b7e6ab-0482-4704-995f-c3a6579ca3ac is going to be created. [ 671.046545] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.046768] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.046897] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.047195] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.047745] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.047745] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-12b7e6ab-0482-4704-995f-c3a6579ca3ac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.079341] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-f0be7ad8-2ae9-418d-9687-a616f1360eed service nova] Enqueued Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_rules [ 672.079341] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-f0be7ad8-2ae9-418d-9687-a616f1360eed service nova] Enqueued Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 672.079341] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-f0be7ad8-2ae9-418d-9687-a616f1360eed service nova] Enqueued Resource ID: 12b7e6ab-0482-4704-995f-c3a6579ca3ac with Priority: HIGHEST for action port [ 672.081126] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_rules [ 672.081311] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 672.081472] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b7e6ab-0482-4704-995f-c3a6579ca3ac with Priority: HIGHEST for action port [ 672.081819] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.082081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.082081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.082588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.082588] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.083487] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.083637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.083693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.083907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.084030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.084100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.084156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.084895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.084895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.084895] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.086467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b7e6ab-0482-4704-995f-c3a6579ca3ac taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.086467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b7e6ab-0482-4704-995f-c3a6579ca3ac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.086467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b7e6ab-0482-4704-995f-c3a6579ca3ac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.086467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b7e6ab-0482-4704-995f-c3a6579ca3ac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.086467] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b7e6ab-0482-4704-995f-c3a6579ca3ac',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.314889] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-ba5b1b47-bc17-49cb-afd8-a0bfbb85ba64 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Enqueued Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 672.316731] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 672.316887] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.316887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.590694] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12b7e6ab-0482-4704-995f-c3a6579ca3ac with status ACTIVE [ 672.590993] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.591172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.591243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.591494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.591639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.591823] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.593418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.593418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.593418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.593418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.593418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.593418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.593418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.593418] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12b7e6ab-0482-4704-995f-c3a6579ca3ac is going to be updated. [ 672.597163] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.597457] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.597579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.630075] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.630408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.630408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.631905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.631905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.631905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b7e6ab-0482-4704-995f-c3a6579ca3ac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.723038] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.723236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-791" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.723412] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-791" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.723649] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-791" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.724162] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.724261] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.724475] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.724530] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.724693] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.724999] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.725282] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.725282] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.725392] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.725545] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.725622] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.725755] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.748591] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.748818] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.749032] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.749116] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-791" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.749453] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.749636] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.749779] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.751513] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.751513] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.105722] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.253741] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.254030] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.254105] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.254378] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.254554] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.254742] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 not found, creating... [ 673.255048] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.255340] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.255340] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.255519] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.255668] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.255966] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.256128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.256337] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.256449] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.256586] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.256720] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 is going to be created. [ 673.278500] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.278719] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.278846] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.279157] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.279407] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.280649] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.290194] env[63332]: INFO networking_nsxv3.common.synchronization [None req-35a7aa12-afe7-4931-8e0e-6c5b4bd44e0a None None] Enqueued Resource ID: 7e246831-49b0-4c23-aad8-44aa086b7c16 with Priority: HIGHEST for action port [ 673.290828] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e246831-49b0-4c23-aad8-44aa086b7c16 with Priority: HIGHEST for action port [ 673.291025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e246831-49b0-4c23-aad8-44aa086b7c16 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.291158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e246831-49b0-4c23-aad8-44aa086b7c16" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.291225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e246831-49b0-4c23-aad8-44aa086b7c16" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.291831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e246831-49b0-4c23-aad8-44aa086b7c16" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.291831] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e246831-49b0-4c23-aad8-44aa086b7c16',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.608291] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.608453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.608590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.608877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.608877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.608990] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e210061-a0b2-499a-b47b-1702a1d7156f is going to be created. [ 673.633272] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.633424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.633495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.633707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.633865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.644023] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: UNINITIALIZED for 2s [ 673.796318] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e246831-49b0-4c23-aad8-44aa086b7c16 [ 673.796318] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.796318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.796318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.796318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.796318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.796318] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e246831-49b0-4c23-aad8-44aa086b7c16 already deleted. [ 673.796318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e246831-49b0-4c23-aad8-44aa086b7c16" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.566276] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-ce9dff27-0e87-4cdf-8fc3-1468928bba1b service nova] Enqueued Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_rules [ 674.566276] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-ce9dff27-0e87-4cdf-8fc3-1468928bba1b service nova] Enqueued Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 674.566276] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-ce9dff27-0e87-4cdf-8fc3-1468928bba1b service nova] Enqueued Resource ID: 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 with Priority: HIGHEST for action port [ 674.566865] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_rules [ 674.566865] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 674.566865] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 with Priority: HIGHEST for action port [ 674.568710] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.568710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.568710] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.568710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.568710] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.568710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.568710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.568710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.568710] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.071184] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 with status ACTIVE [ 675.071184] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.071408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.071449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.071724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.072197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.072439] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.072560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.072626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.072801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.072883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.073142] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.073201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.073247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.073896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.074025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.074151] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9 is going to be updated. [ 675.102416] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.102593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.102651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.102896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.103040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.103365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6ebbb7-ebf7-415e-9e4b-a613fd95bed9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.147922] env[63332]: INFO networking_nsxv3.common.synchronization [req-8ab00022-1236-4545-90bd-9f9b5e13e431 req-68440aa6-643e-4da9-8b6c-9ee656aa3d6a tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Enqueued Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_members [ 675.148134] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_members [ 675.148444] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.148645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.148645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.149241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.149241] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.149241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.149241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.149406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.149831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.149831] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.655889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.655889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.655889] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 already deleted. [ 675.655889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.655889] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: SUCCESS [ 675.656876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.660577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.660577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.660577] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.660577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.660577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.660577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.660577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.660577] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.167155] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.435318] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.435318] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-905" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.435501] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-905" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.435823] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-905" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.436590] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.436590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.436590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.437467] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.437467] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.437659] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.437839] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.438022] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.438206] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.438402] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.438602] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.438809] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.461793] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.461971] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.462125] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.462308] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-905" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.462630] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-2b5c6e54-6590-4d75-a46c-ea8396e80149 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.462834] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-2b5c6e54-6590-4d75-a46c-ea8396e80149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.462958] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-2b5c6e54-6590-4d75-a46c-ea8396e80149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.463384] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-2b5c6e54-6590-4d75-a46c-ea8396e80149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.463523] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b5c6e54-6590-4d75-a46c-ea8396e80149',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.675258] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.718838] env[63332]: INFO networking_nsxv3.common.synchronization [None req-75bf9436-4d2d-48ac-ab3e-45bf1e9b55ee None None] Enqueued Resource ID: d59165a0-dda3-4004-ac9e-09a04f43b542 with Priority: HIGHEST for action port [ 676.719439] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59165a0-dda3-4004-ac9e-09a04f43b542 with Priority: HIGHEST for action port [ 676.719834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-d59165a0-dda3-4004-ac9e-09a04f43b542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.719991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d59165a0-dda3-4004-ac9e-09a04f43b542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.721463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d59165a0-dda3-4004-ac9e-09a04f43b542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.721746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d59165a0-dda3-4004-ac9e-09a04f43b542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.721998] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59165a0-dda3-4004-ac9e-09a04f43b542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.966986] env[63332]: INFO networking_nsxv3.common.synchronization [None req-6233d187-d8d3-4ff6-b11f-b12e6b1de790 None None] Enqueued Resource ID: a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f with Priority: HIGHEST for action port [ 676.966986] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f with Priority: HIGHEST for action port [ 676.967995] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.968197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.968357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.968531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.968673] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.970963] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.971203] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.971336] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.971672] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.971844] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.972012] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 2b5c6e54-6590-4d75-a46c-ea8396e80149 not found, creating... [ 676.972309] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.972515] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.973209] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.973209] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.973457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.973790] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.973938] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.974028] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.974260] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.974415] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.975031] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 2b5c6e54-6590-4d75-a46c-ea8396e80149 is going to be created. [ 677.005476] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.005476] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.005789] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.005932] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.006463] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.006564] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-2b5c6e54-6590-4d75-a46c-ea8396e80149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.179709] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.179709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.179709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.179709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.179709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.179709] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e210061-a0b2-499a-b47b-1702a1d7156f is going to be updated. [ 677.226265] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d59165a0-dda3-4004-ac9e-09a04f43b542 [ 677.226265] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.226265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.226265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.226265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.226265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.226265] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d59165a0-dda3-4004-ac9e-09a04f43b542 already deleted. [ 677.226265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d59165a0-dda3-4004-ac9e-09a04f43b542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.232425] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.232535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.232666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.232927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.233023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.254929] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: IN_PROGRESS for 2s [ 677.471885] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f [ 677.472182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.472319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.472387] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.472605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.472697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.476039] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f already deleted. [ 677.476039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a1f5e4-6d82-4afd-82d1-fcd44aefaa2f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.108150] env[63332]: INFO networking_nsxv3.common.synchronization [req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e req-120bb42f-581f-4491-97d6-becc52562085 tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Enqueued Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGHEST for action security_group_members [ 679.108150] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGHEST for action security_group_members [ 679.108150] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.108150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.108150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.108150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.108150] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.108150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.108150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.110557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.110867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.111109] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.266217] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: SUCCESS [ 679.266505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.266711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.266977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.267428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.267428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.267428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.267638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.267831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.267870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.268039] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.268988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.269261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.269483] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.269636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.269721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.269918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.270049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.270189] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.374182] env[63332]: INFO networking_nsxv3.common.synchronization [req-8ab00022-1236-4545-90bd-9f9b5e13e431 req-a539c6c6-06e7-476c-ba61-5ec414f7fc66 service nova] Enqueued Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_rules [ 679.374182] env[63332]: INFO networking_nsxv3.common.synchronization [req-8ab00022-1236-4545-90bd-9f9b5e13e431 req-a539c6c6-06e7-476c-ba61-5ec414f7fc66 service nova] Enqueued Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_members [ 679.374182] env[63332]: INFO networking_nsxv3.common.synchronization [req-8ab00022-1236-4545-90bd-9f9b5e13e431 req-a539c6c6-06e7-476c-ba61-5ec414f7fc66 service nova] Enqueued Resource ID: 2b5c6e54-6590-4d75-a46c-ea8396e80149 with Priority: HIGHEST for action port [ 679.374597] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_rules [ 679.374650] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_members [ 679.374730] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5c6e54-6590-4d75-a46c-ea8396e80149 with Priority: HIGHEST for action port [ 679.375027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.375302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.375377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.375593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.375682] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.376964] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.377099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.377172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.377421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.377630] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.377795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.377840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.378029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.378180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.378248] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.379796] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b5c6e54-6590-4d75-a46c-ea8396e80149 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.379946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b5c6e54-6590-4d75-a46c-ea8396e80149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.380026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b5c6e54-6590-4d75-a46c-ea8396e80149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.380209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b5c6e54-6590-4d75-a46c-ea8396e80149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.380286] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b5c6e54-6590-4d75-a46c-ea8396e80149',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.615722] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.615722] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.615722] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b already deleted. [ 679.615722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.774930] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.774930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.774930] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.882894] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.885526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.885526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.885526] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b5c6e54-6590-4d75-a46c-ea8396e80149 with status ACTIVE [ 679.885526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.886083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.886083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.886083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.886083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.886866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.886866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.886866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.886866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.886866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.886866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.887129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.887129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.887188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.887596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.887596] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b5c6e54-6590-4d75-a46c-ea8396e80149 is going to be updated. [ 679.915087] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.915087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.915087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.915087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.915500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.915500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b5c6e54-6590-4d75-a46c-ea8396e80149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.207523] env[63332]: INFO networking_nsxv3.common.synchronization [None req-4b9ce08d-29a5-417c-baa7-0630b57bd8c3 None None] Enqueued Resource ID: 5724aac5-0897-4a16-9b59-f6d19e945a18 with Priority: HIGHEST for action port [ 680.207807] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5724aac5-0897-4a16-9b59-f6d19e945a18 with Priority: HIGHEST for action port [ 680.208321] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-5724aac5-0897-4a16-9b59-f6d19e945a18 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.208456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5724aac5-0897-4a16-9b59-f6d19e945a18" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.208526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5724aac5-0897-4a16-9b59-f6d19e945a18" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.208997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5724aac5-0897-4a16-9b59-f6d19e945a18" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.208997] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5724aac5-0897-4a16-9b59-f6d19e945a18',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.280022] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.389422] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.545189] env[63332]: INFO networking_nsxv3.common.synchronization [None req-2f8f88df-af89-4c9d-920b-dcf49f07a229 None None] Enqueued Resource ID: 2f8cb61b-b093-4f2b-8404-2ac3fc648b5d with Priority: HIGHEST for action port [ 680.545189] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8cb61b-b093-4f2b-8404-2ac3fc648b5d with Priority: HIGHEST for action port [ 680.545189] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f8cb61b-b093-4f2b-8404-2ac3fc648b5d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.545189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f8cb61b-b093-4f2b-8404-2ac3fc648b5d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.545189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f8cb61b-b093-4f2b-8404-2ac3fc648b5d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.545189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f8cb61b-b093-4f2b-8404-2ac3fc648b5d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.545189] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f8cb61b-b093-4f2b-8404-2ac3fc648b5d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.711296] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5724aac5-0897-4a16-9b59-f6d19e945a18 [ 680.711543] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.712125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.712270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.712508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.712607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.712705] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5724aac5-0897-4a16-9b59-f6d19e945a18 already deleted. [ 680.714366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5724aac5-0897-4a16-9b59-f6d19e945a18" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.779987] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.780182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.780258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.780527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.780626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.780817] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e210061-a0b2-499a-b47b-1702a1d7156f is going to be updated. [ 680.812614] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.818511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.818511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.818511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.818511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.826914] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: IN_PROGRESS for 2s [ 680.891573] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.891813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.891813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.892041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.892144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.892243] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 is going to be created. [ 680.925920] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.926110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.926186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.926813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.926813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.940252] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 in Status: UNINITIALIZED for 2s [ 681.052731] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f8cb61b-b093-4f2b-8404-2ac3fc648b5d [ 681.052955] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.055252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.055252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.055252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.055252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.055252] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f8cb61b-b093-4f2b-8404-2ac3fc648b5d already deleted. [ 681.055252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f8cb61b-b093-4f2b-8404-2ac3fc648b5d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.409689] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ffd72700-e019-4b9f-ad30-4c7a112e84b1 None None] Enqueued Resource ID: 26d73518-dd42-41a5-9ffd-ac36f774d057 with Priority: HIGHEST for action port [ 681.411127] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d73518-dd42-41a5-9ffd-ac36f774d057 with Priority: HIGHEST for action port [ 681.415947] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d73518-dd42-41a5-9ffd-ac36f774d057 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.415947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d73518-dd42-41a5-9ffd-ac36f774d057" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.415947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d73518-dd42-41a5-9ffd-ac36f774d057" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.415947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d73518-dd42-41a5-9ffd-ac36f774d057" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.415947] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d73518-dd42-41a5-9ffd-ac36f774d057',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.724019] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.724019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.724019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.724294] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.724565] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.724727] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.724848] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.725981] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.726183] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.726469] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.726629] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.726754] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.726898] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.727043] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.727170] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.727334] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.748981] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.749257] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.749343] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.749544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.749886] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-4690b00c-26e4-459f-baa3-d626a16169a7 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.750096] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-4690b00c-26e4-459f-baa3-d626a16169a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.750235] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-4690b00c-26e4-459f-baa3-d626a16169a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.750722] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-4690b00c-26e4-459f-baa3-d626a16169a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.750859] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4690b00c-26e4-459f-baa3-d626a16169a7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.767043] env[63332]: INFO networking_nsxv3.common.synchronization [None req-472037ab-2880-4690-bf6e-13555f335800 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_rules [ 681.770623] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_rules [ 681.774781] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.774943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.775105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.775333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.775420] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.919530] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d73518-dd42-41a5-9ffd-ac36f774d057 [ 681.919530] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.919810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.919810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.925844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.925844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.926775] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d73518-dd42-41a5-9ffd-ac36f774d057 already deleted. [ 681.926775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d73518-dd42-41a5-9ffd-ac36f774d057" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.103644] env[63332]: INFO networking_nsxv3.common.synchronization [None req-9db9207b-babf-414b-8015-4bbc6b285b78 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_rules [ 682.104542] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_rules [ 682.104746] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.104841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.256734] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.256734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.256734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.256994] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.257230] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.260987] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 4690b00c-26e4-459f-baa3-d626a16169a7 not found, creating... [ 682.260987] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.260987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.260987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.260987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.260987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.260987] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.260987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.260987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.260987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.261448] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.261448] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 4690b00c-26e4-459f-baa3-d626a16169a7 is going to be created. [ 682.288169] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.288432] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.288539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.288906] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.289170] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.290127] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-4690b00c-26e4-459f-baa3-d626a16169a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.305537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.305537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.305537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.305537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.305537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.305537] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df already deleted. [ 682.305537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.305537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.305537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.305993] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.369268] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 req-2dfcc779-026d-4a76-82c1-87015d3ddefe tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Enqueued Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_members [ 682.371121] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_members [ 682.371733] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ad44a0-d08b-4739-9990-314d1fbce44d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.371853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.371895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.372283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.372649] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.373125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.373125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.373125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.373249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.373280] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.502272] env[63332]: INFO networking_nsxv3.common.synchronization [None req-b70fe48a-ef8b-4e9a-bb0c-c90c382bfcfa None None] Enqueued Resource ID: 701ee4c8-5a22-4813-a08a-5f88d1cf27c3 with Priority: HIGHEST for action port [ 682.502638] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701ee4c8-5a22-4813-a08a-5f88d1cf27c3 with Priority: HIGHEST for action port [ 682.505894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-701ee4c8-5a22-4813-a08a-5f88d1cf27c3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.505894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701ee4c8-5a22-4813-a08a-5f88d1cf27c3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.506066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701ee4c8-5a22-4813-a08a-5f88d1cf27c3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.506371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701ee4c8-5a22-4813-a08a-5f88d1cf27c3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.506471] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701ee4c8-5a22-4813-a08a-5f88d1cf27c3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.829872] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.829872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.829872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.829872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.829872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.829872] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df already deleted. [ 682.829872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.846148] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: SUCCESS [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.846148] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.846148] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.846148] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.846148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.847032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.847032] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.877622] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.877622] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.877622] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ad44a0-d08b-4739-9990-314d1fbce44d already deleted. [ 682.877622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.909139] env[63332]: INFO networking_nsxv3.common.synchronization [None req-e0e59956-b3ea-4c71-85c7-2ea0041b4a31 None None] Enqueued Resource ID: 2f28e8fb-60ff-4f42-a6a9-7e0237aa0712 with Priority: HIGHEST for action port [ 682.912229] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f28e8fb-60ff-4f42-a6a9-7e0237aa0712 with Priority: HIGHEST for action port [ 682.912229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f28e8fb-60ff-4f42-a6a9-7e0237aa0712 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.912229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f28e8fb-60ff-4f42-a6a9-7e0237aa0712" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.913309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f28e8fb-60ff-4f42-a6a9-7e0237aa0712" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.913309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f28e8fb-60ff-4f42-a6a9-7e0237aa0712" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.913309] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f28e8fb-60ff-4f42-a6a9-7e0237aa0712',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.950551] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-98fac55d-3105-4b51-80e8-0d3fcf58f095 tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Enqueued Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 682.951733] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 in Status: SUCCESS [ 682.951733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.952405] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 682.952599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.953698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.953698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.953698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.953698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.953698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.953698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.953698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.953698] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.955748] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.955748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.955748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.955748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.956343] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.956343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.956343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.956489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.956489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.956576] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.008704] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701ee4c8-5a22-4813-a08a-5f88d1cf27c3 [ 683.008965] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.009110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.009253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.009393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.009526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.009591] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701ee4c8-5a22-4813-a08a-5f88d1cf27c3 already deleted. [ 683.009653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701ee4c8-5a22-4813-a08a-5f88d1cf27c3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.350384] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e210061-a0b2-499a-b47b-1702a1d7156f: rpc.has_security_group_logging(os_id): False [ 683.368134] env[63332]: INFO networking_nsxv3.common.synchronization [None req-141588bd-a8b2-4558-8925-9a3f41afc8cf None None] Enqueued Resource ID: 98ede782-3dd8-4882-93f1-7c2e0a1fe624 with Priority: HIGHEST for action port [ 683.369705] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.369821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.369870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.370158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.370441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.370679] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.370854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.370956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.371107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.371533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.371533] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.371533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.371533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.371726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.371768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.372652] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.372652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.372652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.372652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.372652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.372652] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e210061-a0b2-499a-b47b-1702a1d7156f is going to be created. [ 683.373998] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98ede782-3dd8-4882-93f1-7c2e0a1fe624 with Priority: HIGHEST for action port [ 683.374895] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-98ede782-3dd8-4882-93f1-7c2e0a1fe624 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.375103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98ede782-3dd8-4882-93f1-7c2e0a1fe624" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.375233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98ede782-3dd8-4882-93f1-7c2e0a1fe624" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.375462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98ede782-3dd8-4882-93f1-7c2e0a1fe624" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.375566] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ede782-3dd8-4882-93f1-7c2e0a1fe624',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.416192] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f28e8fb-60ff-4f42-a6a9-7e0237aa0712 [ 683.416420] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.416558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.416624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.416849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.417847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.417847] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f28e8fb-60ff-4f42-a6a9-7e0237aa0712 already deleted. [ 683.417847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f28e8fb-60ff-4f42-a6a9-7e0237aa0712" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.440800] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.440968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.441036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.444020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.444020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.455016] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: IN_PROGRESS for 2s [ 683.456907] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.459318] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.878319] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98ede782-3dd8-4882-93f1-7c2e0a1fe624 [ 683.878637] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.878742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.878824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.879173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.879173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.879261] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98ede782-3dd8-4882-93f1-7c2e0a1fe624 already deleted. [ 683.879317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98ede782-3dd8-4882-93f1-7c2e0a1fe624" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.958020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57: rpc.has_security_group_logging(os_id): False [ 683.963154] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.976013] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.976618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.977985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.977985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.977985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.977985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.977985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.977985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.977985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.977985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.977985] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 is going to be created. [ 684.041191] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.041191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.041191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.041191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.041191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.058426] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 in Status: IN_PROGRESS for 2s [ 684.075115] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.075115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-136" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.075115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-136" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.075115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-136" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.075115] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.075401] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.075401] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.075696] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.075778] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.076325] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.076325] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.076325] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.076325] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.076509] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.076509] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.076606] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.111969] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.112171] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.112318] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.113183] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-136" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.113183] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-51862093-111d-4b93-a6bb-1a4a70c2ce22 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.113183] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-51862093-111d-4b93-a6bb-1a4a70c2ce22" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.113183] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-51862093-111d-4b93-a6bb-1a4a70c2ce22" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.113522] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-51862093-111d-4b93-a6bb-1a4a70c2ce22" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.113659] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51862093-111d-4b93-a6bb-1a4a70c2ce22',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.317136] env[63332]: INFO networking_nsxv3.common.synchronization [req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e req-41946458-5055-4af5-924c-c6f017eeb159 service nova] Enqueued Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGHEST for action security_group_rules [ 684.317136] env[63332]: INFO networking_nsxv3.common.synchronization [req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e req-41946458-5055-4af5-924c-c6f017eeb159 service nova] Enqueued Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGHEST for action security_group_members [ 684.317136] env[63332]: INFO networking_nsxv3.common.synchronization [req-15d2de3d-5e33-4cc5-8031-1fd797f5da6e req-41946458-5055-4af5-924c-c6f017eeb159 service nova] Enqueued Resource ID: 4690b00c-26e4-459f-baa3-d626a16169a7 with Priority: HIGHEST for action port [ 684.317136] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGHEST for action security_group_rules [ 684.317136] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGHEST for action security_group_members [ 684.317136] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4690b00c-26e4-459f-baa3-d626a16169a7 with Priority: HIGHEST for action port [ 684.317806] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.318236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.318457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.318831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.319053] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.325383] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.325383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.325383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.325383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.325383] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.325383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.325383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.325383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.325383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.325383] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.328169] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-4690b00c-26e4-459f-baa3-d626a16169a7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.328169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4690b00c-26e4-459f-baa3-d626a16169a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.328169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4690b00c-26e4-459f-baa3-d626a16169a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.328169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4690b00c-26e4-459f-baa3-d626a16169a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.328169] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4690b00c-26e4-459f-baa3-d626a16169a7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.466690] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.466877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.467104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.467216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.467322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.467424] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e210061-a0b2-499a-b47b-1702a1d7156f is going to be updated. [ 684.502403] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.502403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.502403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.502696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.506230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.509232] env[63332]: INFO networking_nsxv3.common.synchronization [None req-33daa60b-322f-4932-b670-bef2914746ca None None] Enqueued Resource ID: bff03447-bbe7-44ab-a1ab-465db8880801 with Priority: HIGHEST for action port [ 684.509763] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff03447-bbe7-44ab-a1ab-465db8880801 with Priority: HIGHEST for action port [ 684.510071] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-bff03447-bbe7-44ab-a1ab-465db8880801 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.510202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bff03447-bbe7-44ab-a1ab-465db8880801" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.510262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bff03447-bbe7-44ab-a1ab-465db8880801" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.510520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bff03447-bbe7-44ab-a1ab-465db8880801" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.510600] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff03447-bbe7-44ab-a1ab-465db8880801',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.516982] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: IN_PROGRESS for 2s [ 684.624153] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.625384] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.626931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.626931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.626931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.626931] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 51862093-111d-4b93-a6bb-1a4a70c2ce22 not found, creating... [ 684.626931] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.626931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.627248] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.627368] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.627420] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.631289] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.632101] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.632631] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.636255] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.636255] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.636255] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 51862093-111d-4b93-a6bb-1a4a70c2ce22 is going to be created. [ 684.662327] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.664117] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.664117] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.664117] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.664117] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.664117] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-51862093-111d-4b93-a6bb-1a4a70c2ce22" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.688081] env[63332]: INFO networking_nsxv3.common.synchronization [None req-d885a522-fd4c-46e2-8423-9c6e8a38ebc1 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_rules [ 684.688651] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_rules [ 684.689056] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.689231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.689335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.689514] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.689602] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.828751] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.828943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.829222] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.830696] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4690b00c-26e4-459f-baa3-d626a16169a7 with status ACTIVE [ 684.832253] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.832253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.832253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.832253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.832253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.832253] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.832253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.832253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.835546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.835546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.835546] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.835546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.835546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.835546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.835546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.835546] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4690b00c-26e4-459f-baa3-d626a16169a7 is going to be updated. [ 684.908316] env[63332]: INFO networking_nsxv3.common.synchronization [req-35d39d96-0fa9-443a-83df-293e9c8a7048 req-fe547c15-c133-4d77-ae24-b3c83584a68d tempest-ListServersNegativeTestJSON-1908226240 tempest-ListServersNegativeTestJSON-1908226240-project-member] Enqueued Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 684.908826] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e210061-a0b2-499a-b47b-1702a1d7156f with Priority: HIGHEST for action security_group_members [ 684.911973] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e210061-a0b2-499a-b47b-1702a1d7156f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.911973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.915312] env[63332]: INFO networking_nsxv3.common.synchronization [None req-68ef83af-2c38-4167-9350-76fb29835e03 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_rules [ 684.916633] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_rules [ 684.916633] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.916633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.926961] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.927333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.927497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.928223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.928724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.929031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4690b00c-26e4-459f-baa3-d626a16169a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.005472] env[63332]: INFO networking_nsxv3.common.synchronization [None req-99bd87a3-9aad-4934-8334-e22f323ee2b3 None None] Enqueued Resource ID: 006ee13b-4575-4ec0-ac96-d7148a4da4c7 with Priority: HIGHEST for action port [ 685.005472] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ee13b-4575-4ec0-ac96-d7148a4da4c7 with Priority: HIGHEST for action port [ 685.005472] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-006ee13b-4575-4ec0-ac96-d7148a4da4c7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.005472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-006ee13b-4575-4ec0-ac96-d7148a4da4c7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.005472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-006ee13b-4575-4ec0-ac96-d7148a4da4c7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.005472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-006ee13b-4575-4ec0-ac96-d7148a4da4c7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.005472] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('006ee13b-4575-4ec0-ac96-d7148a4da4c7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.013139] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bff03447-bbe7-44ab-a1ab-465db8880801 [ 685.013630] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.013819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.013896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.014138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.014234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.014332] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bff03447-bbe7-44ab-a1ab-465db8880801 already deleted. [ 685.014422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bff03447-bbe7-44ab-a1ab-465db8880801" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.216135] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.216135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.216135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.216135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.216135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.216135] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 already deleted. [ 685.216135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.216135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.216135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.216135] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.338494] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.470322] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: SUCCESS [ 685.470600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.470701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.470991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.471093] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.509393] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 006ee13b-4575-4ec0-ac96-d7148a4da4c7 [ 685.509926] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.509926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.509926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.510143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.510226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.511028] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:006ee13b-4575-4ec0-ac96-d7148a4da4c7 already deleted. [ 685.511028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-006ee13b-4575-4ec0-ac96-d7148a4da4c7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.738718] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.738935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.738992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.739313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.739313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.739475] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 already deleted. [ 685.739525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.842285] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.842734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.842915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.843284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.843612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.844186] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b is going to be created. [ 685.875677] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.875677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.875677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.875677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.875677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.886099] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b in Status: UNINITIALIZED for 2s [ 686.000304] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.000651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.000651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.000737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.004020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.004020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e210061-a0b2-499a-b47b-1702a1d7156f is going to be deleted. [ 686.076682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 in Status: SUCCESS [ 686.076883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.077754] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.077962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.078058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.078272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.078355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.078470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.180282] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 req-a209a99d-351c-4643-aa5e-5e439824e070 service nova] Enqueued Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_rules [ 686.180282] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 req-a209a99d-351c-4643-aa5e-5e439824e070 service nova] Enqueued Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_members [ 686.180282] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ae8c9e5-5ab6-4977-99e7-24e1fc95ca78 req-a209a99d-351c-4643-aa5e-5e439824e070 service nova] Enqueued Resource ID: 51862093-111d-4b93-a6bb-1a4a70c2ce22 with Priority: HIGHEST for action port [ 686.180282] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_rules [ 686.180282] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_members [ 686.180282] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51862093-111d-4b93-a6bb-1a4a70c2ce22 with Priority: HIGHEST for action port [ 686.181207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0ad44a0-d08b-4739-9990-314d1fbce44d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.181490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.186243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.186243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.186243] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.187172] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ad44a0-d08b-4739-9990-314d1fbce44d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.187434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.187592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.187887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.188171] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.188416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.188569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.188828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.189026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.189213] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.194192] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-51862093-111d-4b93-a6bb-1a4a70c2ce22 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.194192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51862093-111d-4b93-a6bb-1a4a70c2ce22" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.194192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51862093-111d-4b93-a6bb-1a4a70c2ce22" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.194192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51862093-111d-4b93-a6bb-1a4a70c2ce22" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.194192] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51862093-111d-4b93-a6bb-1a4a70c2ce22',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.526731] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e210061-a0b2-499a-b47b-1702a1d7156f in Status: SUCCESS [ 686.527431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.529388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.529388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.529388] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.529388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.529388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.529388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.529388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.529388] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e210061-a0b2-499a-b47b-1702a1d7156f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.694330] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.696051] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ad44a0-d08b-4739-9990-314d1fbce44d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.696169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.696293] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51862093-111d-4b93-a6bb-1a4a70c2ce22 with status ACTIVE [ 686.696456] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.696563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.696627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.696838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.696931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.698229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.698411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.698526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.698781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.698951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.699276] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.699476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.699677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.700700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.700700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.700888] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51862093-111d-4b93-a6bb-1a4a70c2ce22 is going to be updated. [ 686.726759] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.727534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.727534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.727534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.727806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.728140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51862093-111d-4b93-a6bb-1a4a70c2ce22" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.936246] env[63332]: INFO networking_nsxv3.common.synchronization [req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 req-73738def-7c58-42ae-8b33-17149c09aa12 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 686.937621] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 686.938175] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.938358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.938455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.939187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.939187] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.939187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.939364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.939503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.939563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.939798] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.032400] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.035400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.035400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.035400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.035400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.035400] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.035400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.035400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.035400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.035400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.035400] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e210061-a0b2-499a-b47b-1702a1d7156f is going to be deleted. [ 687.160595] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.160845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.160924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.161238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.161406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.161504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e210061-a0b2-499a-b47b-1702a1d7156f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.203234] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.224401] env[63332]: INFO networking_nsxv3.common.synchronization [None req-31d089fe-4bcb-4d8d-bcd8-fa08e8743249 None None] Enqueued Resource ID: a0918062-4ada-43a2-a853-c5715221a485 with Priority: HIGHEST for action port [ 687.224852] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0918062-4ada-43a2-a853-c5715221a485 with Priority: HIGHEST for action port [ 687.226117] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0918062-4ada-43a2-a853-c5715221a485 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.226295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0918062-4ada-43a2-a853-c5715221a485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.226647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0918062-4ada-43a2-a853-c5715221a485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.227092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0918062-4ada-43a2-a853-c5715221a485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.227092] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0918062-4ada-43a2-a853-c5715221a485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.442259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.442397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.442471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.442728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.442776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.443097] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.443097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.443195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.443307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.443384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.443467] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 already deleted. [ 687.443545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.712352] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.712352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.712352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.712816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.712816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.712816] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ad44a0-d08b-4739-9990-314d1fbce44d is going to be created. [ 687.731622] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0918062-4ada-43a2-a853-c5715221a485 [ 687.731953] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.732176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.732309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.732647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.732806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.732966] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0918062-4ada-43a2-a853-c5715221a485 already deleted. [ 687.733213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0918062-4ada-43a2-a853-c5715221a485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.753638] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.757954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.757954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.757954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.757954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.767195] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ad44a0-d08b-4739-9990-314d1fbce44d in Status: UNINITIALIZED for 2s [ 687.900721] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b in Status: SUCCESS [ 687.901296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.902018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.902359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.902675] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.903320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.903539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.903885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.906843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.908337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.908337] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.228646] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.229162] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.230013] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.230013] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.230833] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.231066] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.231221] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.235024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.235024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.235024] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.235024] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.235024] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.235024] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.235024] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.235024] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.235024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.265247] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.265247] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.265247] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.265847] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.268330] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-344ae5be-2661-4092-8340-a1ab60f510a6 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.273432] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-344ae5be-2661-4092-8340-a1ab60f510a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.273432] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-344ae5be-2661-4092-8340-a1ab60f510a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.273432] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-344ae5be-2661-4092-8340-a1ab60f510a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.273432] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('344ae5be-2661-4092-8340-a1ab60f510a6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.338166] env[63332]: INFO networking_nsxv3.common.synchronization [None req-e24bf2cf-30e9-4dec-8e18-76bc906fd772 None None] Enqueued Resource ID: 78fe9e25-3624-4a46-969a-825d4098e4d5 with Priority: HIGHEST for action port [ 688.342212] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fe9e25-3624-4a46-969a-825d4098e4d5 with Priority: HIGHEST for action port [ 688.342212] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fe9e25-3624-4a46-969a-825d4098e4d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.342212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fe9e25-3624-4a46-969a-825d4098e4d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.342212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fe9e25-3624-4a46-969a-825d4098e4d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.342212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fe9e25-3624-4a46-969a-825d4098e4d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.342541] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fe9e25-3624-4a46-969a-825d4098e4d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.414953] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.415359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.415359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.415577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.415905] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.415905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.416059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.416626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.416626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.416626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.416626] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.416626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.416626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.416880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.416880] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.416950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.416983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.417405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.417405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.417405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.417405] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.776463] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.776744] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.776936] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.777336] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.777557] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.777787] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 344ae5be-2661-4092-8340-a1ab60f510a6 not found, creating... [ 688.778205] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.778441] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.778618] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.778959] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.782329] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.782834] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.783096] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.783275] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.783614] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.783824] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.784049] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 344ae5be-2661-4092-8340-a1ab60f510a6 is going to be created. [ 688.812022] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.812022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.812022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.812022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.812022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.812022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-344ae5be-2661-4092-8340-a1ab60f510a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.846534] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78fe9e25-3624-4a46-969a-825d4098e4d5 [ 688.846772] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.846905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.846971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.847230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.847438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.847438] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78fe9e25-3624-4a46-969a-825d4098e4d5 already deleted. [ 688.847741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fe9e25-3624-4a46-969a-825d4098e4d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.924459] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65c125d1-49e9-4af9-93ca-5252ee4f3c8b: rpc.has_security_group_logging(os_id): False [ 688.953538] env[63332]: INFO networking_nsxv3.common.synchronization [None req-de71e300-fedd-4dbf-a4c1-93366f81feb0 None None] Enqueued Resource ID: 99bf410c-46fd-4a12-9145-38df52f635ea with Priority: HIGHEST for action port [ 688.954236] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99bf410c-46fd-4a12-9145-38df52f635ea with Priority: HIGHEST for action port [ 688.957023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-99bf410c-46fd-4a12-9145-38df52f635ea taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.957023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99bf410c-46fd-4a12-9145-38df52f635ea" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.957023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99bf410c-46fd-4a12-9145-38df52f635ea" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.957023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99bf410c-46fd-4a12-9145-38df52f635ea" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.957023] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99bf410c-46fd-4a12-9145-38df52f635ea',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.957023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.957023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.957023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.957704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.957704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.957704] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.957704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.957704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.957990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.957990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.958106] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.958187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.958281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.958627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.958627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.958627] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.958951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.958951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.958951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.959175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.959175] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b is going to be created. [ 689.048361] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.048361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.048361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.051218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.052281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.069974] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b in Status: IN_PROGRESS for 2s [ 689.241777] env[63332]: INFO networking_nsxv3.common.synchronization [None req-a0417884-ead8-4abf-9a09-2345f7b09c76 None None] Enqueued Resource ID: ab068ff7-985b-41cc-b659-71ec492e67d1 with Priority: HIGHEST for action port [ 689.242184] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab068ff7-985b-41cc-b659-71ec492e67d1 with Priority: HIGHEST for action port [ 689.242415] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab068ff7-985b-41cc-b659-71ec492e67d1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.242655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab068ff7-985b-41cc-b659-71ec492e67d1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.242655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab068ff7-985b-41cc-b659-71ec492e67d1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.243031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab068ff7-985b-41cc-b659-71ec492e67d1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.243031] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab068ff7-985b-41cc-b659-71ec492e67d1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.462434] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99bf410c-46fd-4a12-9145-38df52f635ea [ 689.462656] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.462785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.462852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.463227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.463227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.464129] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99bf410c-46fd-4a12-9145-38df52f635ea already deleted. [ 689.464129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99bf410c-46fd-4a12-9145-38df52f635ea" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.755656] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab068ff7-985b-41cc-b659-71ec492e67d1 [ 689.755656] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.755656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.755656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.755656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.755656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.755656] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab068ff7-985b-41cc-b659-71ec492e67d1 already deleted. [ 689.755656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab068ff7-985b-41cc-b659-71ec492e67d1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.779153] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ad44a0-d08b-4739-9990-314d1fbce44d in Status: SUCCESS [ 689.782742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.782954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.783323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.783534] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.783663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.783720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.783871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.783951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.784058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.784149] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.144977] env[63332]: INFO networking_nsxv3.common.synchronization [req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 req-e263825f-0659-414f-a763-3bea17bee988 service nova] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_rules [ 690.145470] env[63332]: INFO networking_nsxv3.common.synchronization [req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 req-e263825f-0659-414f-a763-3bea17bee988 service nova] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 690.145470] env[63332]: INFO networking_nsxv3.common.synchronization [req-eb2ba2c2-8b2d-42e2-a02f-79d700421ce4 req-e263825f-0659-414f-a763-3bea17bee988 service nova] Enqueued Resource ID: 344ae5be-2661-4092-8340-a1ab60f510a6 with Priority: HIGHEST for action port [ 690.146845] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_rules [ 690.146845] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 690.146845] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344ae5be-2661-4092-8340-a1ab60f510a6 with Priority: HIGHEST for action port [ 690.146845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.146845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.146845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.147175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.148420] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.148420] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.148420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.148420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.148586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.148586] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.148764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.148764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.149094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.149094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.149094] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.149808] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-344ae5be-2661-4092-8340-a1ab60f510a6 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.149911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-344ae5be-2661-4092-8340-a1ab60f510a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.149977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-344ae5be-2661-4092-8340-a1ab60f510a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.150199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-344ae5be-2661-4092-8340-a1ab60f510a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.150252] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('344ae5be-2661-4092-8340-a1ab60f510a6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.288166] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.659493] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.659493] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.659493] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 344ae5be-2661-4092-8340-a1ab60f510a6 with status ACTIVE [ 690.659493] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.659493] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.659493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.660029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.660029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.660029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.660029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.660029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.660029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 344ae5be-2661-4092-8340-a1ab60f510a6 is going to be updated. [ 690.684230] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.684492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.684492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.684743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.684888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.685150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-344ae5be-2661-4092-8340-a1ab60f510a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.795020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0ad44a0-d08b-4739-9990-314d1fbce44d: rpc.has_security_group_logging(os_id): False [ 690.883860] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.883860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.883860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.883860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.884228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.884228] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.884371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.884371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.884616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.884725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.884823] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0ad44a0-d08b-4739-9990-314d1fbce44d is going to be created. [ 691.008799] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.009970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.009970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.009970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.009970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.038479] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0ad44a0-d08b-4739-9990-314d1fbce44d in Status: IN_PROGRESS for 2s [ 691.089854] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b in Status: SUCCESS [ 691.090041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.159275] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.634549] env[63332]: INFO networking_nsxv3.common.synchronization [req-474b13bf-bcca-48ab-8d4a-c2838f47c53b req-78913e58-3702-4f31-95e1-3c26c6a2c487 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 691.636065] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 691.636277] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.636416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.636486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.636754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.636912] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.637052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.637099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.637667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.637667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.637667] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.666846] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.667014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.667091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.667414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.667513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.667615] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be created. [ 691.696203] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.696424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.696424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.696668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.696912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.711318] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: UNINITIALIZED for 2s [ 691.763280] env[63332]: INFO networking_nsxv3.common.synchronization [None req-a016d278-6b4c-4fff-b356-a0c9c3f195c5 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Enqueued Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_rules [ 691.763280] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_rules [ 691.763280] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.763280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.763280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.768525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.768525] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.949138] env[63332]: INFO networking_nsxv3.common.synchronization [None req-2cd3b049-f794-4816-a9e7-823b67a57c70 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Enqueued Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_rules [ 691.950647] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_rules [ 691.950999] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.951116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140655] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.142696] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.142696] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 already deleted. [ 692.142696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.308930] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.308930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.308930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.308930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.308930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.308930] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c262c864-683c-4194-bdb7-146877fc85db already deleted. [ 692.308930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.308930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.308930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.308930] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.718512] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.721024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.721024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.721024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.721024] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.721024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.721498] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.721887] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.722197] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.722960] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.723317] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.726018] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.726018] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.726018] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.726018] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.726018] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.749809] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.749809] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.749809] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.749809] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.749809] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-5d34a3da-1fd3-42a4-861e-19599c8f9784 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.749809] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.749809] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.749809] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.751077] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d34a3da-1fd3-42a4-861e-19599c8f9784',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.836218] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.838481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.838481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.838481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.838481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.838481] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c262c864-683c-4194-bdb7-146877fc85db already deleted. [ 692.838481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053577] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0ad44a0-d08b-4739-9990-314d1fbce44d in Status: SUCCESS [ 693.053577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.254238] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.258512] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.258512] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.258512] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.258512] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.258512] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 5d34a3da-1fd3-42a4-861e-19599c8f9784 not found, creating... [ 693.258512] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.258512] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.258512] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.258512] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.258512] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.259050] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.259050] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.259050] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.259050] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.259050] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.259050] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 is going to be created. [ 693.285046] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.285046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.285046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.285046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.285046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.285046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.724022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 693.724022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.724022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.724022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.724022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.724022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.724022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.724022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.724022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.724022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.724022] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.230547] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.230753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.230904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.231186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.231393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.231496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.231561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.231730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.231827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.232035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.232145] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.232248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.232373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.232468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.232607] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.232694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.232752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.232889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.232995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.233478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.233478] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.467456] env[63332]: INFO networking_nsxv3.common.synchronization [req-474b13bf-bcca-48ab-8d4a-c2838f47c53b req-f0b2f210-9bd3-4858-b114-798f1628d466 service nova] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 694.467456] env[63332]: INFO networking_nsxv3.common.synchronization [req-474b13bf-bcca-48ab-8d4a-c2838f47c53b req-f0b2f210-9bd3-4858-b114-798f1628d466 service nova] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 694.467456] env[63332]: INFO networking_nsxv3.common.synchronization [req-474b13bf-bcca-48ab-8d4a-c2838f47c53b req-f0b2f210-9bd3-4858-b114-798f1628d466 service nova] Enqueued Resource ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 with Priority: HIGHEST for action port [ 694.467456] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 694.467456] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 694.467456] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 with Priority: HIGHEST for action port [ 694.467456] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.467456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.467456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.467804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.467804] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.468558] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.468673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.468759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.468969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.469130] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.469241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.469308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.469481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.469571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.469661] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.470489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d34a3da-1fd3-42a4-861e-19599c8f9784 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.470560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.470608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.470760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.470844] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d34a3da-1fd3-42a4-861e-19599c8f9784',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.525335] env[63332]: INFO networking_nsxv3.common.synchronization [None req-77b6ac02-d532-4f98-9c81-74711b6f1a8f None None] Enqueued Resource ID: 198eaede-2955-4556-9ae2-d05771ea611d with Priority: HIGHEST for action port [ 694.525335] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198eaede-2955-4556-9ae2-d05771ea611d with Priority: HIGHEST for action port [ 694.525710] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-198eaede-2955-4556-9ae2-d05771ea611d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.525710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198eaede-2955-4556-9ae2-d05771ea611d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.525710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198eaede-2955-4556-9ae2-d05771ea611d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.527445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198eaede-2955-4556-9ae2-d05771ea611d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.527445] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198eaede-2955-4556-9ae2-d05771ea611d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.740468] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b193e8-8e96-4e34-93f2-dbe3a229c274: rpc.has_security_group_logging(os_id): False [ 694.759356] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.759356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.759684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.759684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.759763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.760306] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.760306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.760306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.760306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.760306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.760629] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.760629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.760725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.760858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.760926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.761093] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.761188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.761243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.761380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.761462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.761540] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be created. [ 694.826664] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.826893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.826893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.827134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.827321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.839455] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 694.975409] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.976765] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.976898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.977494] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d34a3da-1fd3-42a4-861e-19599c8f9784 with status ACTIVE [ 694.977766] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.977959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.978970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.983218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.983355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.984378] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.984378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.984378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.984378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.984378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.984378] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.984378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.984378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.984838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.984838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.984838] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 is going to be updated. [ 695.010683] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.010905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.012058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.012058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.012058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.012058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.030043] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 198eaede-2955-4556-9ae2-d05771ea611d [ 695.030121] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.030255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.030352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.030913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.030913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.030913] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:198eaede-2955-4556-9ae2-d05771ea611d already deleted. [ 695.030913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198eaede-2955-4556-9ae2-d05771ea611d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.478436] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.983932] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.984343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.984343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.986918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.986918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.986918] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be created. [ 696.010572] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.011028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.011028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.011167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.011208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.024645] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: UNINITIALIZED for 2s [ 696.351310] env[63332]: INFO networking_nsxv3.common.synchronization [req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 req-2c1000fb-ef7d-4d3e-bfc1-e4212ec93b1d tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Enqueued Resource ID: 6b53a905-2b1f-419b-a575-4c0309a672da with Priority: HIGHEST for action security_group_members [ 696.351898] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b53a905-2b1f-419b-a575-4c0309a672da with Priority: HIGHEST for action security_group_members [ 696.352586] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b53a905-2b1f-419b-a575-4c0309a672da taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.352718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.352824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.353039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.353197] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.354365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.354365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.354365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.354365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.354365] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b53a905-2b1f-419b-a575-4c0309a672da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.681538] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.681818] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.682010] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.682228] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.682827] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.683054] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.683142] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.683369] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.683519] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.683722] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.683829] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.683938] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.684061] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.684173] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.684282] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.684413] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.705418] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.705605] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.708079] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.708079] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.708079] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-b75b14f3-0de8-4d2c-9840-cfc06b880425 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.708079] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-b75b14f3-0de8-4d2c-9840-cfc06b880425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.708079] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-b75b14f3-0de8-4d2c-9840-cfc06b880425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.708079] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-b75b14f3-0de8-4d2c-9840-cfc06b880425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.708079] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b75b14f3-0de8-4d2c-9840-cfc06b880425',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.854133] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 696.854369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.858521] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.858521] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.858521] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b53a905-2b1f-419b-a575-4c0309a672da already deleted. [ 696.858521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.056051] env[63332]: INFO networking_nsxv3.common.synchronization [None req-92cc4b10-0e04-40ad-bf86-58e34d70712f None None] Enqueued Resource ID: 85fbbe2f-4466-4e6a-83b2-7640f41e1e56 with Priority: HIGHEST for action port [ 697.056051] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fbbe2f-4466-4e6a-83b2-7640f41e1e56 with Priority: HIGHEST for action port [ 697.056354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-85fbbe2f-4466-4e6a-83b2-7640f41e1e56 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.056354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85fbbe2f-4466-4e6a-83b2-7640f41e1e56" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.056354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85fbbe2f-4466-4e6a-83b2-7640f41e1e56" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.056659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85fbbe2f-4466-4e6a-83b2-7640f41e1e56" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.056659] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85fbbe2f-4466-4e6a-83b2-7640f41e1e56',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.212225] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.212563] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.212711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.213061] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.213482] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.213612] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port b75b14f3-0de8-4d2c-9840-cfc06b880425 not found, creating... [ 697.213995] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.214312] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.214406] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.215402] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.215697] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.215908] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.216095] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.216220] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.216463] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.216608] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.216814] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: b75b14f3-0de8-4d2c-9840-cfc06b880425 is going to be created. [ 697.245584] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.245932] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.246034] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.246270] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.246509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.246747] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-b75b14f3-0de8-4d2c-9840-cfc06b880425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.559062] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85fbbe2f-4466-4e6a-83b2-7640f41e1e56 [ 697.559281] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.559427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.559498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.559743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.559859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.560017] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85fbbe2f-4466-4e6a-83b2-7640f41e1e56 already deleted. [ 697.560145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85fbbe2f-4466-4e6a-83b2-7640f41e1e56" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.037484] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 698.037666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.037901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.038234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.038481] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.038726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.038873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.039126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.039226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.039332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.039442] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.216474] env[63332]: INFO networking_nsxv3.common.synchronization [req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 req-63e59750-1ee7-42d7-b9f5-1492c0d5f814 service nova] Enqueued Resource ID: 6b53a905-2b1f-419b-a575-4c0309a672da with Priority: HIGHEST for action security_group_rules [ 698.216767] env[63332]: INFO networking_nsxv3.common.synchronization [req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 req-63e59750-1ee7-42d7-b9f5-1492c0d5f814 service nova] Enqueued Resource ID: 6b53a905-2b1f-419b-a575-4c0309a672da with Priority: HIGHEST for action security_group_members [ 698.217905] env[63332]: INFO networking_nsxv3.common.synchronization [req-5afb8773-aa9e-4bf5-8826-a69bf50e54d0 req-63e59750-1ee7-42d7-b9f5-1492c0d5f814 service nova] Enqueued Resource ID: b75b14f3-0de8-4d2c-9840-cfc06b880425 with Priority: HIGHEST for action port [ 698.217905] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b53a905-2b1f-419b-a575-4c0309a672da with Priority: HIGHEST for action security_group_rules [ 698.217905] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b53a905-2b1f-419b-a575-4c0309a672da with Priority: HIGHEST for action security_group_members [ 698.222018] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75b14f3-0de8-4d2c-9840-cfc06b880425 with Priority: HIGHEST for action port [ 698.222018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b53a905-2b1f-419b-a575-4c0309a672da taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.222018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.222018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.222018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.222018] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b53a905-2b1f-419b-a575-4c0309a672da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.222018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b53a905-2b1f-419b-a575-4c0309a672da taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.222018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.222018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.222018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.222018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.222018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.222018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.222823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.222823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.222823] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b53a905-2b1f-419b-a575-4c0309a672da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.223182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b75b14f3-0de8-4d2c-9840-cfc06b880425 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.223580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b75b14f3-0de8-4d2c-9840-cfc06b880425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.223580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b75b14f3-0de8-4d2c-9840-cfc06b880425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.227637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b75b14f3-0de8-4d2c-9840-cfc06b880425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.228233] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b75b14f3-0de8-4d2c-9840-cfc06b880425',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.545030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.545030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.548055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.550538] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.729555] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b53a905-2b1f-419b-a575-4c0309a672da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.730623] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b53a905-2b1f-419b-a575-4c0309a672da taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.730851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.731047] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b75b14f3-0de8-4d2c-9840-cfc06b880425 with status ACTIVE [ 698.731140] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.731250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.731322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.731917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.732353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.732353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.732969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.733440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.733440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.733440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.733440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.733882] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b75b14f3-0de8-4d2c-9840-cfc06b880425 is going to be updated. [ 698.761656] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.761656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.761656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.761656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.761656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.761656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b75b14f3-0de8-4d2c-9840-cfc06b880425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.052018] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a3ee61d-8d51-489d-92f6-d42f74b525e8: rpc.has_security_group_logging(os_id): False [ 699.077845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.078250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.078250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.078558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.079102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.079102] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.079402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.079402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.079586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.079773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.080037] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.082117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.082117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.082117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.082117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.082894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.083092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.083092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.083451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.083537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.083675] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be created. [ 699.173288] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.173586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.173703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.174040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.174348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.192682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 699.236140] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b53a905-2b1f-419b-a575-4c0309a672da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.741147] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.741147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.741147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.741147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.742393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.742539] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b53a905-2b1f-419b-a575-4c0309a672da is going to be created. [ 699.772256] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.772256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.772256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.772256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.772256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.788727] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b53a905-2b1f-419b-a575-4c0309a672da in Status: UNINITIALIZED for 2s [ 700.847305] env[63332]: INFO networking_nsxv3.common.synchronization [req-f8cbf6e9-c463-4106-929b-4ed3d49b0378 req-dc11e818-c695-477a-86bb-48af80cd731a tempest-TenantUsagesTestJSON-1164494739 tempest-TenantUsagesTestJSON-1164494739-project-member] Enqueued Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGHEST for action security_group_members [ 700.847305] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGHEST for action security_group_members [ 700.847305] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.847305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.848466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.850455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.850455] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.850455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.850455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.850455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.850455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.850455] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.206256] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 701.206544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.352598] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.352765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.352842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.353077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.353197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.353403] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.353506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.353568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.353730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.353810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.353904] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b is going to be updated. [ 701.380944] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.381194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.381250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.381467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.381613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.392516] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b in Status: IN_PROGRESS for 2s [ 701.800742] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b53a905-2b1f-419b-a575-4c0309a672da in Status: SUCCESS [ 701.801124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.801306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.801536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.801730] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.801849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.801912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.802123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.802201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.802308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.802432] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b53a905-2b1f-419b-a575-4c0309a672da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.305420] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b53a905-2b1f-419b-a575-4c0309a672da taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.305881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.305881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.305881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.306074] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.306152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.306193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.306417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.306498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.306556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.306662] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b53a905-2b1f-419b-a575-4c0309a672da taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.306755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.306816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.306961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.307516] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.307516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.307516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.307516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.307696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.307696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.307770] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b53a905-2b1f-419b-a575-4c0309a672da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.335505] env[63332]: INFO networking_nsxv3.common.synchronization [req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f req-f422562e-b47e-46b4-a3be-92b34689182b tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 702.336572] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 702.336881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.337014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.337090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.337350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.337510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.337616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.337682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.337833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.337924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.338033] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.664721] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.665021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.665170] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.665623] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.665846] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.666042] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.666175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.666861] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.666861] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.666861] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.666861] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.667087] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.667135] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.667258] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.667373] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.667499] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.687703] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.688022] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.688251] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.688540] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.689064] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-15ef62b0-2811-4ea6-94aa-897fe2024035 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.689294] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-15ef62b0-2811-4ea6-94aa-897fe2024035" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.691411] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-15ef62b0-2811-4ea6-94aa-897fe2024035" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.691411] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-15ef62b0-2811-4ea6-94aa-897fe2024035" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.691411] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ef62b0-2811-4ea6-94aa-897fe2024035',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.817418] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b53a905-2b1f-419b-a575-4c0309a672da: rpc.has_security_group_logging(os_id): False [ 702.838188] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.838351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.838432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.838747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.838747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.839057] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.839125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.839161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.839302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.839392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.839556] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.839649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.839709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.839853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.840174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.840174] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.840328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.840328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.840416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.840491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.840576] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b53a905-2b1f-419b-a575-4c0309a672da is going to be created. [ 702.841921] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.842031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.842106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.842266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.842401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.842520] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.842616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.842693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.842811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.842884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.842981] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 already deleted. [ 702.843089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.918831] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.919082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.919138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.919371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.919589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.934674] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b53a905-2b1f-419b-a575-4c0309a672da in Status: IN_PROGRESS for 2s [ 703.193555] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.193799] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.193927] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.194254] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.194411] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.194569] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 15ef62b0-2811-4ea6-94aa-897fe2024035 not found, creating... [ 703.194853] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.195087] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.195244] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.195840] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.195840] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.195994] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.196632] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.196776] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.197027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.197175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.197324] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 15ef62b0-2811-4ea6-94aa-897fe2024035 is going to be created. [ 703.219217] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.219439] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.219562] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.219837] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.220080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.220312] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-15ef62b0-2811-4ea6-94aa-897fe2024035" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.403545] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b in Status: SUCCESS [ 703.403885] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b deletion is rescheduled due to dependency. [ 703.403885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.407214] env[63332]: INFO networking_nsxv3.common.synchronization [req-5f6e6c40-a983-46b6-a4b7-3a5823b3f431 req-f75a7083-9421-4781-ad15-6f163bd4693b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 703.407504] env[63332]: INFO networking_nsxv3.common.synchronization [req-5f6e6c40-a983-46b6-a4b7-3a5823b3f431 req-f75a7083-9421-4781-ad15-6f163bd4693b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 703.408841] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 703.408993] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 703.409479] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.409839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.409967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.410331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.410546] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.410689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.410737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.410978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.411124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.411124] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.412270] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.412411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.412493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.412679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.412838] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.412938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.412996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.413158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.413270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.413396] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.477394] env[63332]: INFO networking_nsxv3.common.synchronization [req-5f6e6c40-a983-46b6-a4b7-3a5823b3f431 req-f75a7083-9421-4781-ad15-6f163bd4693b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 703.477634] env[63332]: INFO networking_nsxv3.common.synchronization [req-5f6e6c40-a983-46b6-a4b7-3a5823b3f431 req-f75a7083-9421-4781-ad15-6f163bd4693b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 703.477837] env[63332]: INFO networking_nsxv3.common.synchronization [req-5f6e6c40-a983-46b6-a4b7-3a5823b3f431 req-f75a7083-9421-4781-ad15-6f163bd4693b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_rules [ 703.477992] env[63332]: INFO networking_nsxv3.common.synchronization [req-5f6e6c40-a983-46b6-a4b7-3a5823b3f431 req-f75a7083-9421-4781-ad15-6f163bd4693b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 703.481283] env[63332]: INFO networking_nsxv3.common.synchronization [req-5f6e6c40-a983-46b6-a4b7-3a5823b3f431 req-f75a7083-9421-4781-ad15-6f163bd4693b tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 with Priority: HIGHEST for action port [ 703.481866] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 703.482234] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_rules [ 703.482363] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 with Priority: HIGHEST for action port [ 703.482463] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 703.482558] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 703.483137] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.483357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.483357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.483565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.483688] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.485597] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.485732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.485833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.486155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.486246] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.487094] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d34a3da-1fd3-42a4-861e-19599c8f9784 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.487226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.487295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.487475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.487552] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d34a3da-1fd3-42a4-861e-19599c8f9784',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.488312] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.488410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.488611] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.488726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.917591] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.917894] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.990468] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.990468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.990778] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.990778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.990963] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d34a3da-1fd3-42a4-861e-19599c8f9784 with status ACTIVE [ 703.991114] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.991220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.991284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.991527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.991621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.991793] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.991943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.992070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.992215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.992309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.992497] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.994038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.994038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.994038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.994038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.994038] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 is going to be updated. [ 703.996474] env[63332]: INFO networking_nsxv3.common.synchronization [req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f req-27822b46-8adc-4d6f-99de-6e3d2d038c74 service nova] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_rules [ 703.996672] env[63332]: INFO networking_nsxv3.common.synchronization [req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f req-27822b46-8adc-4d6f-99de-6e3d2d038c74 service nova] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 703.996839] env[63332]: INFO networking_nsxv3.common.synchronization [req-ddc0fcc6-842b-4ed0-bc74-dbf9ec8de26f req-27822b46-8adc-4d6f-99de-6e3d2d038c74 service nova] Enqueued Resource ID: 15ef62b0-2811-4ea6-94aa-897fe2024035 with Priority: HIGHEST for action port [ 703.997091] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_rules [ 703.997240] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 703.997337] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ef62b0-2811-4ea6-94aa-897fe2024035 with Priority: HIGHEST for action port [ 703.999054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.999054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.999054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.999054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.999054] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.999469] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.999588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.999647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.999820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.999958] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.000066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.000820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.000820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.000820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.000820] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.001807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ef62b0-2811-4ea6-94aa-897fe2024035 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.001807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ef62b0-2811-4ea6-94aa-897fe2024035" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.001807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ef62b0-2811-4ea6-94aa-897fe2024035" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.001807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ef62b0-2811-4ea6-94aa-897fe2024035" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.001807] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ef62b0-2811-4ea6-94aa-897fe2024035',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.018985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.018985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.018985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.018985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.018985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.018985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.421026] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.422386] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.506653] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.506653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.506880] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.507638] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15ef62b0-2811-4ea6-94aa-897fe2024035 with status ACTIVE [ 704.507837] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.507977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.508070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.508257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.508348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.508538] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.508638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.508694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.508869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.508977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.509199] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.509286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.509342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.509490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.509562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.509706] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15ef62b0-2811-4ea6-94aa-897fe2024035 is going to be updated. [ 704.534969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.535563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.535665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.535926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.536110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.536270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ef62b0-2811-4ea6-94aa-897fe2024035" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.812835] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGHEST for action security_group_members [ 704.813032] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 704.813501] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 704.813678] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGHEST for action security_group_members [ 704.813830] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 704.813927] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 704.814908] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ae3356-cf93-4064-bd27-383b4ecfa764 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.815084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.815158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.815410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.815575] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.815674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.815737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.815891] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.815975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.816090] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.817539] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.817539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.817539] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.817701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.868736] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 704.868954] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 704.869121] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_rules [ 704.869254] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 704.869377] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGHEST for action security_group_rules [ 704.869500] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGHEST for action security_group_members [ 704.871353] env[63332]: INFO networking_nsxv3.common.synchronization [req-f255ae32-f5fe-4c6f-8f78-32d429aee1bd req-d034b4d3-4022-43f9-942b-2ee507301230 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 with Priority: HIGHEST for action port [ 704.872076] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 704.872236] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_rules [ 704.872341] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGHEST for action security_group_members [ 704.872439] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 with Priority: HIGHEST for action port [ 704.872547] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGHEST for action security_group_rules [ 704.872624] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 704.872715] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 704.873020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.873111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.873314] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.873401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.873579] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ae3356-cf93-4064-bd27-383b4ecfa764 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.873676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.874131] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d34a3da-1fd3-42a4-861e-19599c8f9784 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.874257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.874486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.874802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.874907] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d34a3da-1fd3-42a4-861e-19599c8f9784',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.875747] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ae3356-cf93-4064-bd27-383b4ecfa764 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.876026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.876107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.876333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.876411] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.877185] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.877282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.877474] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.877559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.925052] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.925230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.925296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.925525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.925611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.925711] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be created. [ 704.927524] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.927697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.927772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.927989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.928090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.928198] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 704.955844] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b53a905-2b1f-419b-a575-4c0309a672da in Status: SUCCESS [ 704.956345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957065] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.957274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.957383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.957659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.957731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.959467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.959637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.959682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.959852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.959981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.971175] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 704.972523] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: UNINITIALIZED for 2s [ 705.012170] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.320382] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.384024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ae3356-cf93-4064-bd27-383b4ecfa764 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.384024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d34a3da-1fd3-42a4-861e-19599c8f9784 with status ACTIVE [ 705.384024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.384024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.384024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.384024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.384770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.384770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.384770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.384770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.384770] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d34a3da-1fd3-42a4-861e-19599c8f9784 is going to be updated. [ 705.406627] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.406797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.406871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.407128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.407297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.407478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d34a3da-1fd3-42a4-861e-19599c8f9784" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.517480] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.517480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.517480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.517480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.517480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.517480] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be created. [ 705.563827] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.563988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.564084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.564313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.564476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.576975] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: UNINITIALIZED for 2s [ 705.824159] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.326444] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.326716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.326846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.327089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.327243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.327402] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 is going to be created. [ 706.351759] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.351927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.351985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.352607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.352607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.362105] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 in Status: UNINITIALIZED for 2s [ 706.986079] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: SUCCESS [ 706.986532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.986653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.986893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.987107] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.987278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.987344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.987447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.987533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.987632] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.989204] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 706.989387] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.989531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.989702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.989935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.990071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.990146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.990282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.990365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.990454] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.451025] env[63332]: INFO networking_nsxv3.common.synchronization [req-394205ab-a3cf-4189-a10b-1d129f3badf9 req-492bcfa5-8607-47b2-9a0d-e6954f685362 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 707.451025] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 707.451025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.451025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.451025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.451025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.451025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.451025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.451025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.451025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.452156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.452156] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.492052] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.493150] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.588495] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 707.588614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.588787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.589071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.589272] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.589405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.589473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.589662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.589766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.589874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.589988] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.957969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.957969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.957969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.957969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.958254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.958254] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.958341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.958376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.958975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.958975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.958975] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 already deleted. [ 707.958975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.994702] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.995685] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.093552] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.093809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.093809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.094026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.094198] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.094299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.094361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.097689] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.097689] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.097689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.097689] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.140745] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.141356] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-186" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.141356] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-186" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.142367] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-186" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.142655] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.142826] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.142950] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.143796] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.143796] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.143796] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.143796] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.143998] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.143998] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.144145] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.144254] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.144393] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.171931] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.172448] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.172448] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.172639] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-186" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.172844] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-81ea97db-6427-4444-ad12-4eb1af06d9fa taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.173033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-81ea97db-6427-4444-ad12-4eb1af06d9fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.173158] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-81ea97db-6427-4444-ad12-4eb1af06d9fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.173544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-81ea97db-6427-4444-ad12-4eb1af06d9fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.173689] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ea97db-6427-4444-ad12-4eb1af06d9fa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.373805] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 in Status: SUCCESS [ 708.373805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.373805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.373805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.373805] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.373805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.374322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.374322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.374322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.374322] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.500529] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.500689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.500762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.501053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.501162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.501266] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be updated. [ 708.502802] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.502880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.502918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.503115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.503248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.503248] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 708.537653] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.537653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.537653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.537653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.537977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.540250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.540349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.540641] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.541217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.541217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.552232] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 708.553244] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: IN_PROGRESS for 2s [ 708.600752] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3: rpc.has_security_group_logging(os_id): False [ 708.627913] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.628085] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.628481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.628481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.628481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.628654] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.628802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.628854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.628998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.629112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.629346] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.629415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.630794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.630794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.632235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.632504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.632666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.633159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.633159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.633159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.633159] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be created. [ 708.679379] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.680532] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.680857] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.681347] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.682045] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.683283] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 81ea97db-6427-4444-ad12-4eb1af06d9fa not found, creating... [ 708.683546] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.683772] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.683838] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.684132] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.684293] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.684642] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.684942] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.684942] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.685152] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.685355] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.685412] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 81ea97db-6427-4444-ad12-4eb1af06d9fa is going to be created. [ 708.703093] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.703093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.703093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.703254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.703957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.710592] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.710592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.710592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.710903] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.715115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.715115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-81ea97db-6427-4444-ad12-4eb1af06d9fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.715593] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 708.877938] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.381830] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.885440] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.885440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.885440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.885440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.885440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.885440] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 is going to be updated. [ 709.921585] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.921585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.921585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.923266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.923266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.936346] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 in Status: IN_PROGRESS for 2s [ 709.981460] env[63332]: INFO networking_nsxv3.common.synchronization [req-394205ab-a3cf-4189-a10b-1d129f3badf9 req-3dd5f286-7c95-46b7-b0c6-9472bd457928 service nova] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_rules [ 709.981651] env[63332]: INFO networking_nsxv3.common.synchronization [req-394205ab-a3cf-4189-a10b-1d129f3badf9 req-3dd5f286-7c95-46b7-b0c6-9472bd457928 service nova] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 709.981858] env[63332]: INFO networking_nsxv3.common.synchronization [req-394205ab-a3cf-4189-a10b-1d129f3badf9 req-3dd5f286-7c95-46b7-b0c6-9472bd457928 service nova] Enqueued Resource ID: 81ea97db-6427-4444-ad12-4eb1af06d9fa with Priority: HIGHEST for action port [ 709.982923] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_rules [ 709.982923] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 709.982923] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ea97db-6427-4444-ad12-4eb1af06d9fa with Priority: HIGHEST for action port [ 709.983135] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.986333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.986333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.986333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.986333] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.986566] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.986694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.986756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.986939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.987125] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.987213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.987263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.987415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.987493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.987604] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.988778] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ea97db-6427-4444-ad12-4eb1af06d9fa taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.988938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ea97db-6427-4444-ad12-4eb1af06d9fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.988938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ea97db-6427-4444-ad12-4eb1af06d9fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.990300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ea97db-6427-4444-ad12-4eb1af06d9fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.990393] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ea97db-6427-4444-ad12-4eb1af06d9fa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.496567] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.496567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.496567] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.496567] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81ea97db-6427-4444-ad12-4eb1af06d9fa with status ACTIVE [ 710.496939] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.496939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.496939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.497596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.497596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.497596] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.497596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.497841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.497841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.497959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.498223] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.498223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.498223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.498671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.498671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.498671] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81ea97db-6427-4444-ad12-4eb1af06d9fa is going to be updated. [ 710.532944] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.533131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.533453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.533588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.533755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ea97db-6427-4444-ad12-4eb1af06d9fa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.564142] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: SUCCESS [ 710.564499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.564700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.564943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.565151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.565325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.565393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.565490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.565575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.565659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.565881] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.567367] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 710.567563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.567716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.567916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.568106] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.568233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.568298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.568609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.568716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.568809] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.569633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.569799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.569953] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.570618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.570701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.570873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.570956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.571094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.571186] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.572484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.572655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.572806] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.572910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.572976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.573147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.573240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.573329] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.729572] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 710.729834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.001358] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.072957] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.073185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.073328] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.076055] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.078339] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.305834] env[63332]: INFO networking_nsxv3.common.synchronization [req-7861bed2-9a53-4d37-8858-db5713dd295c req-f04220ee-b79f-48a7-9577-82b58bd734a4 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 711.307115] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 711.307115] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.307115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.307115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.311109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.311109] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.311109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.311109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.311109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.311109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.311109] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.506463] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.506463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.506741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.506741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.506805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.506886] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 is going to be created. [ 711.534182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.534182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.534182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.534182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.534490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.547191] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: UNINITIALIZED for 2s [ 711.576909] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.583546] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1: rpc.has_security_group_logging(os_id): False [ 711.584627] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.607092] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.607253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.607322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.607535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.607647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.607876] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.609774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.609774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.609774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.609774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.609774] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be created. [ 711.669758] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.669758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.669758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.669758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.670048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.685042] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: IN_PROGRESS for 2s [ 711.814241] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.840700] env[63332]: INFO networking_nsxv3.common.synchronization [None req-44856bcd-1db5-4c19-a51c-b5f766b12351 None None] Enqueued Resource ID: fb43b788-8ca5-49ef-8596-c7a662073a38 with Priority: HIGHEST for action port [ 711.842240] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb43b788-8ca5-49ef-8596-c7a662073a38 with Priority: HIGHEST for action port [ 711.842240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb43b788-8ca5-49ef-8596-c7a662073a38 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.842240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb43b788-8ca5-49ef-8596-c7a662073a38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.842240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb43b788-8ca5-49ef-8596-c7a662073a38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.843612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb43b788-8ca5-49ef-8596-c7a662073a38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.843734] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb43b788-8ca5-49ef-8596-c7a662073a38',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.947404] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 in Status: SUCCESS [ 711.947859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.948663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.949098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.949239] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.949658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.949658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.949750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.949814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.949904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.950315] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.086474] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.086603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.086670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.087357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.087357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.087357] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be updated. [ 712.091684] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.091684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.091684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.091684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.091684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.091684] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 712.120937] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.121226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.121226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.121455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.121603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.123460] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.123611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.123822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.123909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.123978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.136239] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 712.137038] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: IN_PROGRESS for 2s [ 712.320174] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.346520] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb43b788-8ca5-49ef-8596-c7a662073a38 [ 712.346777] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.347187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.347187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.347324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.347401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.347499] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb43b788-8ca5-49ef-8596-c7a662073a38 already deleted. [ 712.347635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb43b788-8ca5-49ef-8596-c7a662073a38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.452093] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.508939] env[63332]: INFO networking_nsxv3.common.synchronization [req-b4b72388-ae48-423a-923e-5defa8d89a64 req-d9e7f2dd-3e69-40a1-b9aa-36ee2f7aba18 tempest-ServerDiagnosticsNegativeTest-372644649 tempest-ServerDiagnosticsNegativeTest-372644649-project-member] Enqueued Resource ID: 6b53a905-2b1f-419b-a575-4c0309a672da with Priority: HIGHEST for action security_group_members [ 712.509655] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b53a905-2b1f-419b-a575-4c0309a672da with Priority: HIGHEST for action security_group_members [ 712.509959] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b53a905-2b1f-419b-a575-4c0309a672da taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.511343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.511343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.511669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.513512] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.513512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.513512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.513512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.513512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.513512] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b53a905-2b1f-419b-a575-4c0309a672da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.612875] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.612875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.612875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.612875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.612875] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.612875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.612875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.620903] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.620903] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.620903] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.620903] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.620903] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.620903] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.620903] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.620903] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.620903] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.645231] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.645436] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.645858] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.645858] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.646151] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-07b835b4-1525-461e-83e5-c489ddb90aaa taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.646602] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-07b835b4-1525-461e-83e5-c489ddb90aaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.646602] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-07b835b4-1525-461e-83e5-c489ddb90aaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.646828] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-07b835b4-1525-461e-83e5-c489ddb90aaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.646949] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b835b4-1525-461e-83e5-c489ddb90aaa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.822941] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.823206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.823334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.823593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.823690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.823789] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 is going to be updated. [ 712.855795] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.856062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.856062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.856265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.856413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.865814] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: IN_PROGRESS for 2s [ 712.957990] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ae3356-cf93-4064-bd27-383b4ecfa764: rpc.has_security_group_logging(os_id): False [ 712.978652] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.978652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.978652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.978993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.978993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.979075] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.979286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.979286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.979412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.979412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.980611] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 is going to be created. [ 713.014704] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.014952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.014952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.015172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.015279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.015482] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.015583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.015648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.015814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.015898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.015986] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b53a905-2b1f-419b-a575-4c0309a672da is going to be updated. [ 713.042566] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.042698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.042767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.042977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.043157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.046139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.046274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.046338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.046528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.046651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.056353] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b53a905-2b1f-419b-a575-4c0309a672da in Status: IN_PROGRESS for 2s [ 713.057179] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 in Status: IN_PROGRESS for 2s [ 713.155465] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.155465] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.155465] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.155465] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.155465] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.155465] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 07b835b4-1525-461e-83e5-c489ddb90aaa not found, creating... [ 713.155465] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.155465] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.155465] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.155912] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.155912] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.155991] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.156245] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.156362] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.156510] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.156871] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.156871] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 07b835b4-1525-461e-83e5-c489ddb90aaa is going to be created. [ 713.184190] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.184446] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.184672] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.184919] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.185294] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.185568] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-07b835b4-1525-461e-83e5-c489ddb90aaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.559988] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: SUCCESS [ 713.560352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.560352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.560465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.560654] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.560771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.560834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.560983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.561107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.561194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.561283] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.702350] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: SUCCESS [ 713.702350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.702350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.702350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.702350] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.064020] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.113751] env[63332]: INFO networking_nsxv3.common.synchronization [req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 req-88df66c2-00fd-40b3-8a46-745f4ac2e360 tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Enqueued Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGHEST for action security_group_members [ 714.114377] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGHEST for action security_group_members [ 714.114910] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b746750-edb8-461a-a4e0-839300b446f5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.114910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.114910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.119257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.119500] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.119629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.119694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.119892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.120768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.120768] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.124340] env[63332]: INFO networking_nsxv3.common.synchronization [req-7861bed2-9a53-4d37-8858-db5713dd295c req-d2aa2763-454e-4560-af8b-b00bd019dee3 service nova] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_rules [ 714.126969] env[63332]: INFO networking_nsxv3.common.synchronization [req-7861bed2-9a53-4d37-8858-db5713dd295c req-d2aa2763-454e-4560-af8b-b00bd019dee3 service nova] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 714.126969] env[63332]: INFO networking_nsxv3.common.synchronization [req-7861bed2-9a53-4d37-8858-db5713dd295c req-d2aa2763-454e-4560-af8b-b00bd019dee3 service nova] Enqueued Resource ID: 07b835b4-1525-461e-83e5-c489ddb90aaa with Priority: HIGHEST for action port [ 714.127816] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_rules [ 714.128064] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 714.128160] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b835b4-1525-461e-83e5-c489ddb90aaa with Priority: HIGHEST for action port [ 714.128766] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.128871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.128981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.129496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.130120] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.131128] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.131264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.131471] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-07b835b4-1525-461e-83e5-c489ddb90aaa taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.131621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07b835b4-1525-461e-83e5-c489ddb90aaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.131689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07b835b4-1525-461e-83e5-c489ddb90aaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.131894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07b835b4-1525-461e-83e5-c489ddb90aaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.131987] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b835b4-1525-461e-83e5-c489ddb90aaa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.149612] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: SUCCESS [ 714.149887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.150780] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 714.150993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.151464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.151464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.151669] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.154845] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.154845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.154845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.154845] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.202803] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.203814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.567330] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cd958d0-475a-4ca2-892d-f7f63b49fb03: rpc.has_security_group_logging(os_id): False [ 714.592052] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.592224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.592295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.592524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.592754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.592867] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.592979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.593055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.593214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.593321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.593395] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 is going to be created. [ 714.626026] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ffbc8419-b2bf-4456-bc4a-b871a935e917 None None] Enqueued Resource ID: b2293e6e-c1e3-4ce2-81dd-7843336f54b1 with Priority: HIGHEST for action port [ 714.626816] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2293e6e-c1e3-4ce2-81dd-7843336f54b1 with Priority: HIGHEST for action port [ 714.627214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2293e6e-c1e3-4ce2-81dd-7843336f54b1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.627353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2293e6e-c1e3-4ce2-81dd-7843336f54b1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.627422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2293e6e-c1e3-4ce2-81dd-7843336f54b1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.627706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2293e6e-c1e3-4ce2-81dd-7843336f54b1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.627793] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2293e6e-c1e3-4ce2-81dd-7843336f54b1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.630159] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.630295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.630341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.630552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.630643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.630861] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.630963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.631101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.631377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.631500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.631617] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b746750-edb8-461a-a4e0-839300b446f5 already deleted. [ 714.631974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.636846] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.636846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.637331] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07b835b4-1525-461e-83e5-c489ddb90aaa with status ACTIVE [ 714.637505] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.637618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.638461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.638461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.638461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.638461] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.638461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.638461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.638759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.638759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.638831] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.638975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.639113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.641345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.641345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.641345] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07b835b4-1525-461e-83e5-c489ddb90aaa is going to be updated. [ 714.656639] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.659672] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.672706] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.672864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.672864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.673238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.673356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.673577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07b835b4-1525-461e-83e5-c489ddb90aaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.676304] env[63332]: INFO networking_nsxv3.common.synchronization [None req-8f70e900-1a29-4b7f-8642-486e50f7d861 None None] Enqueued Resource ID: c8fb2850-fb05-4ba3-adeb-75157d76af83 with Priority: HIGHEST for action port [ 714.676985] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fb2850-fb05-4ba3-adeb-75157d76af83 with Priority: HIGHEST for action port [ 714.677173] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8fb2850-fb05-4ba3-adeb-75157d76af83 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.677420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8fb2850-fb05-4ba3-adeb-75157d76af83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.677482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8fb2850-fb05-4ba3-adeb-75157d76af83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.678195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8fb2850-fb05-4ba3-adeb-75157d76af83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.678195] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fb2850-fb05-4ba3-adeb-75157d76af83',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.699917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.699917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.699917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.699917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.699917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.717066] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: IN_PROGRESS for 2s [ 714.882820] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: SUCCESS [ 714.882820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.882820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.882820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.882820] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.882820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.882820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.882820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.885748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.885748] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.891974] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.894019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.894019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.894019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.894019] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.894019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.894019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.894019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.895069] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.895463] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.895691] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.895916] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.896382] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.897249] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.898290] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.898290] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.920163] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.920163] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.920512] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.920982] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.921613] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-86b9a508-e367-4bbb-aff6-2041fc49bb1b taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.921613] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-86b9a508-e367-4bbb-aff6-2041fc49bb1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.921787] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-86b9a508-e367-4bbb-aff6-2041fc49bb1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.922229] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-86b9a508-e367-4bbb-aff6-2041fc49bb1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.922484] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b9a508-e367-4bbb-aff6-2041fc49bb1b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.057185] env[63332]: INFO networking_nsxv3.common.synchronization [None req-d463ef29-d7be-423d-99c8-6a5b0e6ef010 None None] Enqueued Resource ID: ce366f75-a9c2-4e29-ae55-3365e2cfc3f1 with Priority: HIGHEST for action port [ 715.057185] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce366f75-a9c2-4e29-ae55-3365e2cfc3f1 with Priority: HIGHEST for action port [ 715.057185] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce366f75-a9c2-4e29-ae55-3365e2cfc3f1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.057185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce366f75-a9c2-4e29-ae55-3365e2cfc3f1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.057185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce366f75-a9c2-4e29-ae55-3365e2cfc3f1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.057827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce366f75-a9c2-4e29-ae55-3365e2cfc3f1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.057827] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce366f75-a9c2-4e29-ae55-3365e2cfc3f1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.076199] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b53a905-2b1f-419b-a575-4c0309a672da in Status: SUCCESS [ 715.076395] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b53a905-2b1f-419b-a575-4c0309a672da deletion is rescheduled due to dependency. [ 715.076524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b53a905-2b1f-419b-a575-4c0309a672da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.081971] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 in Status: SUCCESS [ 715.082242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.130801] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2293e6e-c1e3-4ce2-81dd-7843336f54b1 [ 715.131934] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.132129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.132187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.132392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.132591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.132591] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2293e6e-c1e3-4ce2-81dd-7843336f54b1 already deleted. [ 715.132674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2293e6e-c1e3-4ce2-81dd-7843336f54b1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.165820] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.166731] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.180623] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8fb2850-fb05-4ba3-adeb-75157d76af83 [ 715.182739] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.182739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.182739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.182739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.182739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.182739] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8fb2850-fb05-4ba3-adeb-75157d76af83 already deleted. [ 715.182739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8fb2850-fb05-4ba3-adeb-75157d76af83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.390724] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.426440] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.426440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.426440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.426440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.426440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.426440] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 86b9a508-e367-4bbb-aff6-2041fc49bb1b not found, creating... [ 715.426440] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.426440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.426440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.427631] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.427945] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.428375] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.428687] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.428916] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.429283] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.429540] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.429793] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 86b9a508-e367-4bbb-aff6-2041fc49bb1b is going to be created. [ 715.454394] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.454394] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.454394] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.454394] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.454394] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.454394] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-86b9a508-e367-4bbb-aff6-2041fc49bb1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.564848] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce366f75-a9c2-4e29-ae55-3365e2cfc3f1 [ 715.567039] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.567039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.567039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.567039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.567039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.567039] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce366f75-a9c2-4e29-ae55-3365e2cfc3f1 already deleted. [ 715.567039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce366f75-a9c2-4e29-ae55-3365e2cfc3f1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.671508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.671508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.671508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.671508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.671508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.671508] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be updated. [ 715.672124] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.672380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.672495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.672716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.672810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.672922] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 715.707310] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.707440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.707519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.707741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.707887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.711843] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.711843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.711843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.711994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.712154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.734433] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: IN_PROGRESS for 2s [ 715.734996] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 715.893708] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.290262] env[63332]: INFO networking_nsxv3.common.synchronization [req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 req-02e70c4e-5060-49ec-9657-db621bb597ae service nova] Enqueued Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGHEST for action security_group_rules [ 716.290262] env[63332]: INFO networking_nsxv3.common.synchronization [req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 req-02e70c4e-5060-49ec-9657-db621bb597ae service nova] Enqueued Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGHEST for action security_group_members [ 716.290262] env[63332]: INFO networking_nsxv3.common.synchronization [req-6fd1d9f3-e911-41dd-9aa8-57de2e101b12 req-02e70c4e-5060-49ec-9657-db621bb597ae service nova] Enqueued Resource ID: 86b9a508-e367-4bbb-aff6-2041fc49bb1b with Priority: HIGHEST for action port [ 716.290262] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGHEST for action security_group_rules [ 716.290262] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGHEST for action security_group_members [ 716.290262] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b9a508-e367-4bbb-aff6-2041fc49bb1b with Priority: HIGHEST for action port [ 716.291056] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b746750-edb8-461a-a4e0-839300b446f5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.291243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.291297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.291828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.291941] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.293652] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b746750-edb8-461a-a4e0-839300b446f5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.293839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.293951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.294250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.294519] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.294691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.298112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.298393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.298520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.298666] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.299758] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b9a508-e367-4bbb-aff6-2041fc49bb1b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.299889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b9a508-e367-4bbb-aff6-2041fc49bb1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.299960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b9a508-e367-4bbb-aff6-2041fc49bb1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.300181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b9a508-e367-4bbb-aff6-2041fc49bb1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.300266] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b9a508-e367-4bbb-aff6-2041fc49bb1b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.399884] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.400173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.401106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.401106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.401106] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 is going to be updated. [ 716.433388] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.433685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.433782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.434033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.434241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.447577] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: IN_PROGRESS for 2s [ 716.536430] env[63332]: INFO networking_nsxv3.common.synchronization [None req-4f007c59-6268-4a75-b433-452d9bad2a31 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 716.536954] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 716.537302] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.537432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.537500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.537753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.537835] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.653023] env[63332]: INFO networking_nsxv3.common.synchronization [None req-83e086a7-1ef6-418a-9772-e381864fb942 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 716.653580] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 716.654489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.654489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.730928] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: SUCCESS [ 716.731229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.795207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b746750-edb8-461a-a4e0-839300b446f5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.795207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.807430] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.808516] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86b9a508-e367-4bbb-aff6-2041fc49bb1b with status ACTIVE [ 716.808734] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.808868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.809008] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.809258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.809380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.809517] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.809624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.809687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.809848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.809928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.810126] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.810225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.810288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.810532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.810613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.810700] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86b9a508-e367-4bbb-aff6-2041fc49bb1b is going to be updated. [ 716.834112] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.834290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.834348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.834591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.834732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.834885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b9a508-e367-4bbb-aff6-2041fc49bb1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.071250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.071250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.071250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071250] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf already deleted. [ 717.071250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.071250] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.215114] env[63332]: INFO networking_nsxv3.common.synchronization [None req-b1316421-b19f-4115-a200-2e6e82a607af None None] Enqueued Resource ID: 5196f634-082c-4409-a829-47cf27015aa3 with Priority: HIGHEST for action port [ 717.216064] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5196f634-082c-4409-a829-47cf27015aa3 with Priority: HIGHEST for action port [ 717.216418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-5196f634-082c-4409-a829-47cf27015aa3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.216547] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5196f634-082c-4409-a829-47cf27015aa3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.216614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5196f634-082c-4409-a829-47cf27015aa3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.216903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5196f634-082c-4409-a829-47cf27015aa3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.216989] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5196f634-082c-4409-a829-47cf27015aa3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.313067] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.595709] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.595709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.595709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.595709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.595709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.595709] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf already deleted. [ 717.595709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.718950] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5196f634-082c-4409-a829-47cf27015aa3 [ 717.719284] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.719367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.719407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.721300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.721925] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.721925] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5196f634-082c-4409-a829-47cf27015aa3 already deleted. [ 717.721925] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5196f634-082c-4409-a829-47cf27015aa3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.751844] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 717.751999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.752219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.753037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.753037] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.753037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.753037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.753037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.753291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.753291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.753390] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.753485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.753571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.753726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.753871] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.753961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.755098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.755434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.755434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.755559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.755691] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.760968] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: SUCCESS [ 717.760968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.760968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.760968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.760968] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.760968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.760968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.760968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.760968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.760968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.760968] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.817206] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.819144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.819144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.819144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.819144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.819144] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b746750-edb8-461a-a4e0-839300b446f5 is going to be created. [ 717.850836] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.850836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.850836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.850836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.850836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.863291] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b746750-edb8-461a-a4e0-839300b446f5 in Status: UNINITIALIZED for 2s [ 718.037181] env[63332]: INFO networking_nsxv3.common.synchronization [None req-b1281a3c-e4ff-44dd-910b-80001a8fc0fb None None] Enqueued Resource ID: 196e9fb1-fefc-4ca5-8bcb-9d765182f4d2 with Priority: HIGHEST for action port [ 718.039868] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 196e9fb1-fefc-4ca5-8bcb-9d765182f4d2 with Priority: HIGHEST for action port [ 718.039868] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-196e9fb1-fefc-4ca5-8bcb-9d765182f4d2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.039868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-196e9fb1-fefc-4ca5-8bcb-9d765182f4d2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.039868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-196e9fb1-fefc-4ca5-8bcb-9d765182f4d2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.039868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-196e9fb1-fefc-4ca5-8bcb-9d765182f4d2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.039868] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('196e9fb1-fefc-4ca5-8bcb-9d765182f4d2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.261604] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a3ee61d-8d51-489d-92f6-d42f74b525e8: rpc.has_security_group_logging(os_id): False [ 718.262807] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.281337] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.281530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.281604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.281830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.281983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.282293] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.282411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.282969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.283193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.283288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.283504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.283601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.283666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.283819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.283896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.284674] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.284786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.284856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.285030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.285115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.285208] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 718.359197] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.359197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.359197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.359197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.359601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.377105] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 718.469037] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: SUCCESS [ 718.469037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.469037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.469037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.469037] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.469037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.469037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.469037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.469037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.469037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.469037] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.541505] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 196e9fb1-fefc-4ca5-8bcb-9d765182f4d2 [ 718.542121] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.543099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.543099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.543099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.543099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.543099] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:196e9fb1-fefc-4ca5-8bcb-9d765182f4d2 already deleted. [ 718.543099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-196e9fb1-fefc-4ca5-8bcb-9d765182f4d2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.765415] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1: rpc.has_security_group_logging(os_id): False [ 718.792847] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.793018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.793428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.793815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.794088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.794388] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.794556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.794661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.794871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.795010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.795145] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be updated. [ 718.860986] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.861204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.861286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.861510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.861714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.875585] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: IN_PROGRESS for 2s [ 718.974259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.977423] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.977423] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.977423] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.977423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.978108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.978108] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.479715] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d86797b-99e0-444d-8f08-c7f4dd4c1f70: rpc.has_security_group_logging(os_id): False [ 719.500855] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.501049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.501156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.501487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.501683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.501889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.502025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.502102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.502304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.502397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.502609] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.502793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.502793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.502956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.504431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.506412] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.506412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.506412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.506412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.506412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.506412] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 is going to be updated. [ 719.592108] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.592320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.592356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.592572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.592719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.633116] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: IN_PROGRESS for 2s [ 719.879042] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b746750-edb8-461a-a4e0-839300b446f5 in Status: SUCCESS [ 719.879810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.879810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.879810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.880426] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.880426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.880426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.880426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.880426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.880426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.880681] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.385353] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b746750-edb8-461a-a4e0-839300b446f5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.385353] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.385353] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b746750-edb8-461a-a4e0-839300b446f5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.385353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.386123] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.386332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.386507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.386810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.387163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.387336] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.387503] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.396593] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 720.396593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.396593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.396593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.396593] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.892075] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: SUCCESS [ 720.892075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.894054] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b746750-edb8-461a-a4e0-839300b446f5: rpc.has_security_group_logging(os_id): False [ 720.898369] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.898526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.898621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.898867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.899045] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.899165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.899232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.899398] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.899488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.899575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.899665] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.912209] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.912209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.912209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.912378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.912378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.912611] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.912697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.912751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.912905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.913114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.913163] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.913261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.913319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.913456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.913532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.913711] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.913803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.913853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.913995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.914972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.915092] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b746750-edb8-461a-a4e0-839300b446f5 is going to be created. [ 720.978607] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.979348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.979465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.979705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.980103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.995280] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b746750-edb8-461a-a4e0-839300b446f5 in Status: IN_PROGRESS for 2s [ 721.404587] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.404587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.404837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.404882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.408083] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.408083] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.408083] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.408083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.408083] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.646381] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: SUCCESS [ 721.646715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.910486] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a3ee61d-8d51-489d-92f6-d42f74b525e8: rpc.has_security_group_logging(os_id): False [ 721.945709] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.945953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.946121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.946404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.946745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.947074] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.947275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.947275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.947467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.947540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.947760] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.947874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.947933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.948227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.949057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.949722] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.949861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.949931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.953452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.953452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.953452] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 722.032043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.032043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.032043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.032043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.032043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.051815] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 722.170949] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1fe7ade6-f63f-4749-bb71-2d96d619cf43 None None] Enqueued Resource ID: 9e033399-deac-4e29-bc82-f0ec6ba5d49a with Priority: HIGHEST for action port [ 722.170949] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e033399-deac-4e29-bc82-f0ec6ba5d49a with Priority: HIGHEST for action port [ 722.170949] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e033399-deac-4e29-bc82-f0ec6ba5d49a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.170949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e033399-deac-4e29-bc82-f0ec6ba5d49a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.170949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e033399-deac-4e29-bc82-f0ec6ba5d49a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.170949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e033399-deac-4e29-bc82-f0ec6ba5d49a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.170949] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e033399-deac-4e29-bc82-f0ec6ba5d49a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.672984] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e033399-deac-4e29-bc82-f0ec6ba5d49a [ 722.676111] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.676111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.676111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.676111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.676111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.676111] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e033399-deac-4e29-bc82-f0ec6ba5d49a already deleted. [ 722.676111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e033399-deac-4e29-bc82-f0ec6ba5d49a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011036] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b746750-edb8-461a-a4e0-839300b446f5 in Status: SUCCESS [ 723.011436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.686023] env[63332]: INFO networking_nsxv3.common.synchronization [req-bf3671d8-a804-456f-b569-1162e0db09e5 req-f08aed89-235d-4357-b6c7-6e35167c9d22 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 723.686023] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 723.686431] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.688198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.688198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.688198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.688198] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.688198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.688198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.688198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.688198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.688198] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.072046] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 724.072387] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.191070] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.290696] env[63332]: INFO networking_nsxv3.common.synchronization [req-98d0a9bf-05c0-44fe-9a8b-b3fb376c7440 req-451d7e9e-0aa4-4cc0-bb85-1a87329627ff tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 724.291911] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 724.291911] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.292735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.292845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.293124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.293334] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.293480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.293556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.294187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.294187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.294187] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.424473] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.424663] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.425287] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.425648] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.425924] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.426169] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.426213] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.426515] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.426679] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.427196] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.427296] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.427407] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.427516] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.427658] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.427767] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.427922] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.450919] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.451638] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.451826] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.452023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.452370] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-ca5553a7-eb51-424f-a88f-341bdabe513c taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.452545] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-ca5553a7-eb51-424f-a88f-341bdabe513c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.452679] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-ca5553a7-eb51-424f-a88f-341bdabe513c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.453051] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-ca5553a7-eb51-424f-a88f-341bdabe513c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.453195] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca5553a7-eb51-424f-a88f-341bdabe513c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.693315] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.798585] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.798585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.798585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.798585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.798585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.798585] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.798585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.798585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.798585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.798585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.798585] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 724.831561] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.832267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.834042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.834042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.834042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.845336] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 724.926648] env[63332]: INFO networking_nsxv3.common.synchronization [None req-348495bd-d7b5-4d72-9fed-6d027b0efdb9 None None] Enqueued Resource ID: 0d2f649a-80c9-4661-ba3f-0810f00b1e3f with Priority: HIGHEST for action port [ 724.932025] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d2f649a-80c9-4661-ba3f-0810f00b1e3f with Priority: HIGHEST for action port [ 724.932025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d2f649a-80c9-4661-ba3f-0810f00b1e3f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.932025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d2f649a-80c9-4661-ba3f-0810f00b1e3f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.932025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d2f649a-80c9-4661-ba3f-0810f00b1e3f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.932025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d2f649a-80c9-4661-ba3f-0810f00b1e3f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.932025] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d2f649a-80c9-4661-ba3f-0810f00b1e3f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.956794] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.957141] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.957349] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.957762] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.958038] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.958262] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port ca5553a7-eb51-424f-a88f-341bdabe513c not found, creating... [ 724.958671] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.959054] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.959112] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.959454] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.959679] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.960153] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.960413] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.960585] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.960881] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.961163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.961286] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: ca5553a7-eb51-424f-a88f-341bdabe513c is going to be created. [ 724.989639] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.989969] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.990188] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.990581] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.990915] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.992568] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-ca5553a7-eb51-424f-a88f-341bdabe513c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.196207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.196587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.196587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.196687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.196790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.196850] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 725.231603] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.231865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.231865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.232020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.232191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.244949] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 725.435931] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d2f649a-80c9-4661-ba3f-0810f00b1e3f [ 725.436156] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.436300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.436365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.436578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.436663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.436753] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d2f649a-80c9-4661-ba3f-0810f00b1e3f already deleted. [ 725.436830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d2f649a-80c9-4661-ba3f-0810f00b1e3f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.825047] env[63332]: INFO networking_nsxv3.common.synchronization [req-bf3671d8-a804-456f-b569-1162e0db09e5 req-f46dbffb-58d2-465c-aa6d-3688e030eead service nova] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_rules [ 725.826017] env[63332]: INFO networking_nsxv3.common.synchronization [req-bf3671d8-a804-456f-b569-1162e0db09e5 req-f46dbffb-58d2-465c-aa6d-3688e030eead service nova] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 725.826017] env[63332]: INFO networking_nsxv3.common.synchronization [req-bf3671d8-a804-456f-b569-1162e0db09e5 req-f46dbffb-58d2-465c-aa6d-3688e030eead service nova] Enqueued Resource ID: ca5553a7-eb51-424f-a88f-341bdabe513c with Priority: HIGHEST for action port [ 725.826238] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_rules [ 725.826487] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 725.826696] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca5553a7-eb51-424f-a88f-341bdabe513c with Priority: HIGHEST for action port [ 725.827081] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.827339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.829555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.829555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.829555] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.829555] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.829555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.829555] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca5553a7-eb51-424f-a88f-341bdabe513c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.829555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca5553a7-eb51-424f-a88f-341bdabe513c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.829555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca5553a7-eb51-424f-a88f-341bdabe513c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.829555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca5553a7-eb51-424f-a88f-341bdabe513c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.829555] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca5553a7-eb51-424f-a88f-341bdabe513c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.332372] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.332680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.334914] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca5553a7-eb51-424f-a88f-341bdabe513c with status ACTIVE [ 726.335281] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.335774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.335774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.335774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.335892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.335974] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.336128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.336172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.336422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.336422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.336544] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.336662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.336690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.337195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.337195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.337195] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca5553a7-eb51-424f-a88f-341bdabe513c is going to be updated. [ 726.360084] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.360183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.360593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.360593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.360593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.360790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca5553a7-eb51-424f-a88f-341bdabe513c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.583697] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0ad1747f-69f4-43a9-9991-76af78d36446 None None] Enqueued Resource ID: 490efe97-b212-4591-a5ee-b1e1d096ba63 with Priority: HIGHEST for action port [ 726.584158] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490efe97-b212-4591-a5ee-b1e1d096ba63 with Priority: HIGHEST for action port [ 726.584460] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-490efe97-b212-4591-a5ee-b1e1d096ba63 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.584579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-490efe97-b212-4591-a5ee-b1e1d096ba63" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.584644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-490efe97-b212-4591-a5ee-b1e1d096ba63" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.584901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-490efe97-b212-4591-a5ee-b1e1d096ba63" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.584976] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('490efe97-b212-4591-a5ee-b1e1d096ba63',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.861483] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 726.861483] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 deletion is rescheduled due to dependency. [ 726.861606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.091338] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 490efe97-b212-4591-a5ee-b1e1d096ba63 [ 727.092602] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.092602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.092602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.092602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.092602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.092602] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:490efe97-b212-4591-a5ee-b1e1d096ba63 already deleted. [ 727.092602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-490efe97-b212-4591-a5ee-b1e1d096ba63" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.257961] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 727.257961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.257961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.257961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.257961] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.257961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.257961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.257961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.257961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.258381] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.762595] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.266965] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.769713] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.770017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.770017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.770203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.770301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.770401] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 728.818826] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.818980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.819133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.819399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.819552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.824680] env[63332]: INFO networking_nsxv3.common.synchronization [None req-12110847-b16b-40b8-8c77-1d6e7dcac8e3 None None] Enqueued Resource ID: 357b96ac-0d24-4e92-b34d-f18b70cd1821 with Priority: HIGHEST for action port [ 728.824680] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357b96ac-0d24-4e92-b34d-f18b70cd1821 with Priority: HIGHEST for action port [ 728.825154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-357b96ac-0d24-4e92-b34d-f18b70cd1821 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.825280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-357b96ac-0d24-4e92-b34d-f18b70cd1821" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.825348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-357b96ac-0d24-4e92-b34d-f18b70cd1821" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.825893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-357b96ac-0d24-4e92-b34d-f18b70cd1821" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.825893] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('357b96ac-0d24-4e92-b34d-f18b70cd1821',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.833132] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 729.329520] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 357b96ac-0d24-4e92-b34d-f18b70cd1821 [ 729.329520] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.329520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.329520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.329520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.329520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.329520] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:357b96ac-0d24-4e92-b34d-f18b70cd1821 already deleted. [ 729.329520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-357b96ac-0d24-4e92-b34d-f18b70cd1821" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.355912] env[63332]: INFO networking_nsxv3.common.synchronization [req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 req-86db32af-f29a-4e76-a2fa-342374ca6b08 tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Enqueued Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_members [ 729.356675] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_members [ 729.356969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-158b15b4-9f17-424c-b136-6752a53b6f65 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.357141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.357327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.357414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.361269] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.361427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.361545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.361710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.361798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.361901] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.763312] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.764034] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-509" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.764034] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-509" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.764034] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-509" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.764522] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.764905] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.765101] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.765473] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.765690] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.765964] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.766350] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.766524] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.766684] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.766849] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.767014] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.767212] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.788483] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.788483] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.788483] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.788483] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-509" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.788934] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-19f8e1d7-f55d-418e-a931-9f29cf17987c taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.788934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-19f8e1d7-f55d-418e-a931-9f29cf17987c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.789051] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-19f8e1d7-f55d-418e-a931-9f29cf17987c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.789312] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-19f8e1d7-f55d-418e-a931-9f29cf17987c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.790763] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f8e1d7-f55d-418e-a931-9f29cf17987c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.865026] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.865633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.865633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.865633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.865633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.865881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.865965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.865965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.866121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.866210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.866298] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 158b15b4-9f17-424c-b136-6752a53b6f65 already deleted. [ 729.866386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.291754] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.292010] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.292191] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.292558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.292757] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292956] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 19f8e1d7-f55d-418e-a931-9f29cf17987c not found, creating... [ 730.293378] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.293553] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.293704] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293973] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.294153] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294494] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.294741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.294822] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.295082] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.295268] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.295452] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 19f8e1d7-f55d-418e-a931-9f29cf17987c is going to be created. [ 730.317446] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.317676] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.317803] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.318117] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.318367] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.318611] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-19f8e1d7-f55d-418e-a931-9f29cf17987c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.815449] env[63332]: INFO networking_nsxv3.common.synchronization [req-1811bb38-bab0-43bd-8ed5-539a449ecaf4 req-0cabb474-8196-452a-a036-34206a55c20a tempest-ServerDiagnosticsTest-1535612122 tempest-ServerDiagnosticsTest-1535612122-project-member] Enqueued Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGHEST for action security_group_members [ 730.815989] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGHEST for action security_group_members [ 730.816308] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b746750-edb8-461a-a4e0-839300b446f5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.816421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.816493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.819330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.819514] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.819630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.819686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.819866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.819973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.820060] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.845815] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 730.846140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.846216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.846427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.846601] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.846717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.846782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.846942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.847046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.847136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.847550] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.317491] env[63332]: INFO networking_nsxv3.common.synchronization [req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 req-c91c5f3d-e605-47c4-ad58-a79f735550a3 service nova] Enqueued Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_rules [ 731.317676] env[63332]: INFO networking_nsxv3.common.synchronization [req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 req-c91c5f3d-e605-47c4-ad58-a79f735550a3 service nova] Enqueued Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_members [ 731.317814] env[63332]: INFO networking_nsxv3.common.synchronization [req-de4a27cf-d485-416f-ab3f-c7bd1ae8cdd6 req-c91c5f3d-e605-47c4-ad58-a79f735550a3 service nova] Enqueued Resource ID: 19f8e1d7-f55d-418e-a931-9f29cf17987c with Priority: HIGHEST for action port [ 731.318062] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_rules [ 731.318336] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_members [ 731.318336] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f8e1d7-f55d-418e-a931-9f29cf17987c with Priority: HIGHEST for action port [ 731.318838] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-158b15b4-9f17-424c-b136-6752a53b6f65 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.318963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.319047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.319411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.319496] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.320332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-158b15b4-9f17-424c-b136-6752a53b6f65 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.320450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.320517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.320814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.320814] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.321286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.321363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.321522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.321613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.321705] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.322489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f8e1d7-f55d-418e-a931-9f29cf17987c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.322585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f8e1d7-f55d-418e-a931-9f29cf17987c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.322653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f8e1d7-f55d-418e-a931-9f29cf17987c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.322805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f8e1d7-f55d-418e-a931-9f29cf17987c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.322881] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f8e1d7-f55d-418e-a931-9f29cf17987c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.324091] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.324198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.324291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.324447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.324537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.324706] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.324800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.324889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.325145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.325145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.325239] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b746750-edb8-461a-a4e0-839300b446f5 is going to be updated. [ 731.352290] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.352290] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.352290] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.352290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.352718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.352718] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.352718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.352718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.353035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.353035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.353035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.353035] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.358369] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.358490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.358589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.358723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.358858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.368347] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b746750-edb8-461a-a4e0-839300b446f5 in Status: IN_PROGRESS for 2s [ 731.824800] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-158b15b4-9f17-424c-b136-6752a53b6f65 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.825145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.825253] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.826710] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19f8e1d7-f55d-418e-a931-9f29cf17987c with status ACTIVE [ 731.826937] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.827037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.827084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.827300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.827391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.827559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.827657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.827719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.827877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.827955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.828149] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.828244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.828297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.828441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.828513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.828596] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19f8e1d7-f55d-418e-a931-9f29cf17987c is going to be updated. [ 731.852108] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.852933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.853213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.853648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.853926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.854298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f8e1d7-f55d-418e-a931-9f29cf17987c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.855246] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3: rpc.has_security_group_logging(os_id): False [ 731.882229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.882229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.882229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.882229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.882726] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.882726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.882726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.882726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.882726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.883136] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 732.000139] env[63332]: INFO networking_nsxv3.common.synchronization [req-346c4e84-4a3f-4dc8-879e-0ba2a59aa01f req-44db7875-2936-417e-b3d1-4e55e6083d99 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 732.003569] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 732.004178] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.004178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.004178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.004426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.004586] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.004696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.004759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.004924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.005032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.005136] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.054804] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.055022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.055121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.055399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.055600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.082129] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 732.300848] env[63332]: INFO networking_nsxv3.common.synchronization [req-850ac30a-4b5c-45d8-b8a2-479709220823 req-9aaa08d8-f416-4fde-93ff-a22b5f900024 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Enqueued Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGHEST for action security_group_members [ 732.301476] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGHEST for action security_group_members [ 732.301781] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-10969594-f88d-4c5a-9d08-4ea72b6a5246 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.301910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.301977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.304789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.304789] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.304789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.304789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.305049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.305049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.305154] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.327088] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.367367] env[63332]: INFO networking_nsxv3.common.synchronization [None req-daefda63-18c9-44f0-a32f-7fa62aef823c None None] Enqueued Resource ID: aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3 with Priority: HIGHEST for action port [ 732.368108] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3 with Priority: HIGHEST for action port [ 732.368467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.368599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.368653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.368923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.369015] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.507091] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.812034] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.812034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.812034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.812034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.812034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.812034] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.812034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.812034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.812034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.812034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.812034] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 already deleted. [ 732.812535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.831987] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.831987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.831987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.831987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.831987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.831987] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 158b15b4-9f17-424c-b136-6752a53b6f65 is going to be created. [ 732.862328] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.862534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.862631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.862879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.863088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.873888] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3 [ 732.874199] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.874374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.874472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.874871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.875048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.875189] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3 already deleted. [ 732.875342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8d6c8d-40f1-4fa5-ae25-89cb5791fbc3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.876546] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 158b15b4-9f17-424c-b136-6752a53b6f65 in Status: UNINITIALIZED for 2s [ 733.011428] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.018189] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.018189] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-768" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.018189] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-768" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.018189] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-768" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.018910] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.019858] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.020226] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.020750] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.021114] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.021520] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.021748] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.022512] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.022839] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.023095] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.023298] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.023540] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.044853] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.044853] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.044989] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.045137] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-768" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.045503] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.045714] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.046058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.046238] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.046378] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1a0663-10c6-44fa-b8f6-c7a9c742b410',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.382642] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b746750-edb8-461a-a4e0-839300b446f5 in Status: SUCCESS [ 733.383145] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b746750-edb8-461a-a4e0-839300b446f5 deletion is rescheduled due to dependency. [ 733.383145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.516548] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.516733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.516776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.516999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.517106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.517208] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 is going to be updated. [ 733.549527] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.549687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.549768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.550160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.551584] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.551774] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.551895] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.555479] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.555980] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.555980] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 not found, creating... [ 733.557592] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.557592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.557592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.557592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.557592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.557592] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.557592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.557592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.557984] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.557984] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.558149] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 is going to be created. [ 733.570375] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: IN_PROGRESS for 2s [ 733.583562] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.583829] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.583958] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.585220] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.585492] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.586263] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.093887] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 734.094250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.366993] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1ba5113e-a2cf-4c80-8efe-c8805937294e None None] Enqueued Resource ID: e865861a-c062-46e4-bbd0-e495b28c0466 with Priority: HIGHEST for action port [ 734.367179] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e865861a-c062-46e4-bbd0-e495b28c0466 with Priority: HIGHEST for action port [ 734.367686] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-e865861a-c062-46e4-bbd0-e495b28c0466 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.367813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e865861a-c062-46e4-bbd0-e495b28c0466" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.367881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e865861a-c062-46e4-bbd0-e495b28c0466" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.371371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e865861a-c062-46e4-bbd0-e495b28c0466" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.371449] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e865861a-c062-46e4-bbd0-e495b28c0466',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.649517] env[63332]: INFO networking_nsxv3.common.synchronization [req-850ac30a-4b5c-45d8-b8a2-479709220823 req-bbb96876-ceda-473a-b7ce-312672beeef7 service nova] Enqueued Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGHEST for action security_group_rules [ 734.649517] env[63332]: INFO networking_nsxv3.common.synchronization [req-850ac30a-4b5c-45d8-b8a2-479709220823 req-bbb96876-ceda-473a-b7ce-312672beeef7 service nova] Enqueued Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGHEST for action security_group_members [ 734.649517] env[63332]: INFO networking_nsxv3.common.synchronization [req-850ac30a-4b5c-45d8-b8a2-479709220823 req-bbb96876-ceda-473a-b7ce-312672beeef7 service nova] Enqueued Resource ID: 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 with Priority: HIGHEST for action port [ 734.649517] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGHEST for action security_group_rules [ 734.649517] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGHEST for action security_group_members [ 734.649517] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 with Priority: HIGHEST for action port [ 734.651321] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10969594-f88d-4c5a-9d08-4ea72b6a5246 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.651536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.651536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.651782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.651890] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.652771] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-10969594-f88d-4c5a-9d08-4ea72b6a5246 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.652832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.652878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.653062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.653202] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.653290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.653347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.653487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.653587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.653697] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.655019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.655019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.655019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.655019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.655019] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1a0663-10c6-44fa-b8f6-c7a9c742b410',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.874699] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e865861a-c062-46e4-bbd0-e495b28c0466 [ 734.874699] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.874699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.875027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.875027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.876508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.876628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e865861a-c062-46e4-bbd0-e495b28c0466 already deleted. [ 734.876734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e865861a-c062-46e4-bbd0-e495b28c0466" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.885035] env[63332]: INFO networking_nsxv3.common.synchronization [req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 req-9e6f8d2d-8876-4dda-94f7-7f7bc73d7542 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 734.886083] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 734.886083] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.886083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.886083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.886083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.886299] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.886350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.886410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.886543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.886625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.886718] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.888180] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 158b15b4-9f17-424c-b136-6752a53b6f65 in Status: SUCCESS [ 734.888381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.888836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.888974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.889122] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.889313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.889386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.889554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.889638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.889725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.889811] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.160306] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-10969594-f88d-4c5a-9d08-4ea72b6a5246 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.160306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.163096] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 with status ACTIVE [ 735.163314] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.163442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.163505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.163732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.163819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.163994] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.164098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.164158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.164313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.164410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.164603] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.164692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.164750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.164886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.164956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.165050] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c1a0663-10c6-44fa-b8f6-c7a9c742b410 is going to be updated. [ 735.172987] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.226086] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.226086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.226086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.226086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.226314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.226340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c1a0663-10c6-44fa-b8f6-c7a9c742b410" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.319550] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.319738] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.319859] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.323640] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.324543] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.324647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.324767] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.325069] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.325472] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.325720] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.325840] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.325954] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.326077] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.326193] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.326421] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.326590] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.354026] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.354026] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.354026] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.354026] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.354026] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-97f6cdfa-4f03-4888-b64d-cb824c754baa taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.354026] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-97f6cdfa-4f03-4888-b64d-cb824c754baa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.354026] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-97f6cdfa-4f03-4888-b64d-cb824c754baa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.354026] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-97f6cdfa-4f03-4888-b64d-cb824c754baa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.354026] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f6cdfa-4f03-4888-b64d-cb824c754baa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.391767] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.391959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.392035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.392229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.392350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.392554] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.392665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.392709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.392866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.392940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.393045] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 already deleted. [ 735.393109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.393358] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.582578] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: SUCCESS [ 735.582758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.674752] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.858403] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.858703] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.858783] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.859149] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.859338] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.859539] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 97f6cdfa-4f03-4888-b64d-cb824c754baa not found, creating... [ 735.859851] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.860040] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.860168] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.860440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.860686] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.861134] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.861440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.861608] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.861942] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.862123] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.862288] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 97f6cdfa-4f03-4888-b64d-cb824c754baa is going to be created. [ 735.886195] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.886446] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.886683] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.886920] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.887184] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.887448] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-97f6cdfa-4f03-4888-b64d-cb824c754baa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.895418] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 158b15b4-9f17-424c-b136-6752a53b6f65: rpc.has_security_group_logging(os_id): False [ 735.917277] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.917529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.917529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.917702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.917789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.918055] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.918168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.918235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.918435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.918528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.918668] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 158b15b4-9f17-424c-b136-6752a53b6f65 is going to be created. [ 736.015398] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.015608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.015661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.015946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.016151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.029545] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 158b15b4-9f17-424c-b136-6752a53b6f65 in Status: IN_PROGRESS for 2s [ 736.181016] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.181321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.181321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.182156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.182156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.182156] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 is going to be created. [ 736.228232] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.228232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.228232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.228232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.228232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.240620] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 in Status: UNINITIALIZED for 2s [ 736.636494] env[63332]: INFO networking_nsxv3.common.synchronization [req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 req-9c4dadd7-000c-41f3-9119-e748d3bdbee0 service nova] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_rules [ 736.637106] env[63332]: INFO networking_nsxv3.common.synchronization [req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 req-9c4dadd7-000c-41f3-9119-e748d3bdbee0 service nova] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 736.637106] env[63332]: INFO networking_nsxv3.common.synchronization [req-9ebf7cd1-b3aa-4e3e-8980-d255e6640648 req-9c4dadd7-000c-41f3-9119-e748d3bdbee0 service nova] Enqueued Resource ID: 97f6cdfa-4f03-4888-b64d-cb824c754baa with Priority: HIGHEST for action port [ 736.637374] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_rules [ 736.637516] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 736.637628] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f6cdfa-4f03-4888-b64d-cb824c754baa with Priority: HIGHEST for action port [ 736.637903] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.639104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.639104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.642350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.642350] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.644017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.644156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.644222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.644434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.645227] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.645369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.645443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.645622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.645714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.645812] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.646912] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f6cdfa-4f03-4888-b64d-cb824c754baa taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.646912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f6cdfa-4f03-4888-b64d-cb824c754baa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.646912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f6cdfa-4f03-4888-b64d-cb824c754baa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.647556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f6cdfa-4f03-4888-b64d-cb824c754baa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.647556] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f6cdfa-4f03-4888-b64d-cb824c754baa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.150711] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.150711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.150711] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.150959] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97f6cdfa-4f03-4888-b64d-cb824c754baa with status ACTIVE [ 737.151078] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.151179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.151296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.151485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.151573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.151764] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.151866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.151926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.152103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.152176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.152854] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.152854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.152854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.152854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.152854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.152854] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97f6cdfa-4f03-4888-b64d-cb824c754baa is going to be updated. [ 737.179090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.179248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.179347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.179533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.179696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.179973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f6cdfa-4f03-4888-b64d-cb824c754baa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.655817] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.043688] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 158b15b4-9f17-424c-b136-6752a53b6f65 in Status: SUCCESS [ 738.046288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.158846] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.159696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.159836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.160121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.160216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.160320] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be created. [ 738.184669] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.184822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.184865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.185161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.185886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.200342] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: UNINITIALIZED for 2s [ 738.253827] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 in Status: SUCCESS [ 738.253827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.253827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.253827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.253827] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.253827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.253827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.253827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.253827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.253827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.253827] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.757034] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-10969594-f88d-4c5a-9d08-4ea72b6a5246 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.757034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.757034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.757541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.757541] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.757541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.757541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.757801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.757801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.757945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.758225] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-10969594-f88d-4c5a-9d08-4ea72b6a5246 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.758915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.758915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.758915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.758915] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.758915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.758915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.759256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.759256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.759256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.759334] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.264677] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10969594-f88d-4c5a-9d08-4ea72b6a5246: rpc.has_security_group_logging(os_id): False [ 739.288729] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.288927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.288970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.289229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.289353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.289544] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.289657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.289719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.289888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.289983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.291389] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.291389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.291389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.291389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.291389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.291389] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.291389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.291389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.291389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.291752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.291752] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 is going to be created. [ 739.359193] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.359419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.359635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.359863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.360054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.376188] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 in Status: IN_PROGRESS for 2s [ 739.524321] env[63332]: INFO networking_nsxv3.common.synchronization [None req-39aee2a0-6259-4848-8c77-7963b9665524 None None] Enqueued Resource ID: 7b4114d9-584d-45f5-a2ab-d9833066b81a with Priority: HIGHEST for action port [ 739.524602] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4114d9-584d-45f5-a2ab-d9833066b81a with Priority: HIGHEST for action port [ 739.525230] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b4114d9-584d-45f5-a2ab-d9833066b81a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.525350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b4114d9-584d-45f5-a2ab-d9833066b81a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.525633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b4114d9-584d-45f5-a2ab-d9833066b81a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.525682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b4114d9-584d-45f5-a2ab-d9833066b81a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.525761] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b4114d9-584d-45f5-a2ab-d9833066b81a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.030078] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b4114d9-584d-45f5-a2ab-d9833066b81a [ 740.030397] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.030397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.030397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.030698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.030698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.030845] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b4114d9-584d-45f5-a2ab-d9833066b81a already deleted. [ 740.030845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b4114d9-584d-45f5-a2ab-d9833066b81a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.107707] env[63332]: INFO networking_nsxv3.common.synchronization [req-08517e18-f52f-4762-bbee-f466804150eb req-87444d7a-8f45-4ac1-adfe-6a6dd98a642c tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 740.108291] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 740.108640] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.108773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.108773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.108980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.111555] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.111555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.111555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.111555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.112112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.112112] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.211952] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 740.212064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.212244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.212514] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.212733] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.213127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.213127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.213127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.213331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.213331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.213450] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.501465] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.501714] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-262" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.501787] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-262" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.502927] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-262" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.502927] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.502927] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.502927] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.502927] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.502927] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.508038] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.508038] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.508038] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.508038] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.508038] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.508038] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.508038] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.527506] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.527506] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.527848] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.527947] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-262" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.528296] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-0f96e9a3-f70e-4a8b-bb75-55c009692560 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.528474] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-0f96e9a3-f70e-4a8b-bb75-55c009692560" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.528592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-0f96e9a3-f70e-4a8b-bb75-55c009692560" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.528924] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-0f96e9a3-f70e-4a8b-bb75-55c009692560" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.529180] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f96e9a3-f70e-4a8b-bb75-55c009692560',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.614539] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.717067] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.772446] env[63332]: INFO networking_nsxv3.common.synchronization [req-f1674443-69cc-4be5-ba1f-5f0ff2dcdca6 req-6e024d3d-3194-4cf7-8f2e-7fb89846cb4e tempest-SecurityGroupRulesNegativeTestJSON-115484154 tempest-SecurityGroupRulesNegativeTestJSON-115484154-project-member] Enqueued Resource ID: 386d7ab3-70c6-406a-9d67-668433de27c9 with Priority: HIGHEST for action security_group_rules [ 740.772956] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 386d7ab3-70c6-406a-9d67-668433de27c9 with Priority: HIGHEST for action security_group_rules [ 740.773277] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-386d7ab3-70c6-406a-9d67-668433de27c9 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.773400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-386d7ab3-70c6-406a-9d67-668433de27c9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.773465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-386d7ab3-70c6-406a-9d67-668433de27c9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.773734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-386d7ab3-70c6-406a-9d67-668433de27c9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.773816] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('386d7ab3-70c6-406a-9d67-668433de27c9',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.032194] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.032593] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.032688] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.033111] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.033462] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.033710] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 0f96e9a3-f70e-4a8b-bb75-55c009692560 not found, creating... [ 741.034104] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.034357] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.034541] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.034976] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.035327] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.035797] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.035934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.036107] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.036375] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.036559] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.037193] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 0f96e9a3-f70e-4a8b-bb75-55c009692560 is going to be created. [ 741.061216] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.063029] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.063029] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.063029] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.063029] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.063405] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-0f96e9a3-f70e-4a8b-bb75-55c009692560" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.118554] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.220339] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2: rpc.has_security_group_logging(os_id): False [ 741.251866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.252160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.252160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.252469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.252588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.252987] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.253229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.253354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.253876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.254140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.254471] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be created. [ 741.301392] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.301595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.301639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.302278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.302278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.302278] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 386d7ab3-70c6-406a-9d67-668433de27c9 already deleted. [ 741.302278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-386d7ab3-70c6-406a-9d67-668433de27c9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.338499] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.338499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.338499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.338499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.338499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.354181] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: IN_PROGRESS for 2s [ 741.393808] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 in Status: SUCCESS [ 741.393808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.622729] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.622917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.623013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.623367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.623519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.623655] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 is going to be updated. [ 741.645140] env[63332]: INFO networking_nsxv3.common.synchronization [req-3b996e26-ca2d-4025-a0f1-cbbca0972427 req-9af33486-69d3-48a7-a38e-98b118c3dc87 tempest-SecurityGroupRulesNegativeTestJSON-115484154 tempest-SecurityGroupRulesNegativeTestJSON-115484154-project-member] Enqueued Resource ID: 386d7ab3-70c6-406a-9d67-668433de27c9 with Priority: HIGHEST for action security_group_rules [ 741.645907] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 386d7ab3-70c6-406a-9d67-668433de27c9 with Priority: HIGHEST for action security_group_rules [ 741.648455] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-386d7ab3-70c6-406a-9d67-668433de27c9 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.648598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-386d7ab3-70c6-406a-9d67-668433de27c9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.648667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-386d7ab3-70c6-406a-9d67-668433de27c9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.648975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-386d7ab3-70c6-406a-9d67-668433de27c9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.648975] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('386d7ab3-70c6-406a-9d67-668433de27c9',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.656593] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.656740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.656812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.657064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.657208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.669129] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: IN_PROGRESS for 2s [ 741.793730] env[63332]: INFO networking_nsxv3.common.synchronization [req-08517e18-f52f-4762-bbee-f466804150eb req-48a3789a-12d1-434e-886f-9455d4800389 service nova] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_rules [ 741.793992] env[63332]: INFO networking_nsxv3.common.synchronization [req-08517e18-f52f-4762-bbee-f466804150eb req-48a3789a-12d1-434e-886f-9455d4800389 service nova] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 741.794162] env[63332]: INFO networking_nsxv3.common.synchronization [req-08517e18-f52f-4762-bbee-f466804150eb req-48a3789a-12d1-434e-886f-9455d4800389 service nova] Enqueued Resource ID: 0f96e9a3-f70e-4a8b-bb75-55c009692560 with Priority: HIGHEST for action port [ 741.795210] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_rules [ 741.795210] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 741.795436] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f96e9a3-f70e-4a8b-bb75-55c009692560 with Priority: HIGHEST for action port [ 741.795850] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.796159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.796272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.796591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.796669] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.797713] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.797896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.801027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f96e9a3-f70e-4a8b-bb75-55c009692560 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.801027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f96e9a3-f70e-4a8b-bb75-55c009692560" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.801027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f96e9a3-f70e-4a8b-bb75-55c009692560" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.801027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f96e9a3-f70e-4a8b-bb75-55c009692560" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.801027] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f96e9a3-f70e-4a8b-bb75-55c009692560',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.174620] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.174620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.174620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.174620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.174620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.174620] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 386d7ab3-70c6-406a-9d67-668433de27c9 already deleted. [ 742.174620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-386d7ab3-70c6-406a-9d67-668433de27c9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.300527] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.300527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303320] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f96e9a3-f70e-4a8b-bb75-55c009692560 with status ACTIVE [ 742.303320] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.303320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.303718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.303941] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.304059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.304059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.305017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.305017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.305017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.305017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.305017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.305273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.305273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.305329] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f96e9a3-f70e-4a8b-bb75-55c009692560 is going to be updated. [ 742.376316] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.380014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.380014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.380014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.380014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.380014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f96e9a3-f70e-4a8b-bb75-55c009692560" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.409905] env[63332]: INFO networking_nsxv3.common.synchronization [None req-2f75249c-a3e7-424f-8a35-2d761d13dbe0 None None] Enqueued Resource ID: 430a3661-2173-49dc-b18f-67c2a9e5c1f2 with Priority: HIGHEST for action port [ 742.410678] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 430a3661-2173-49dc-b18f-67c2a9e5c1f2 with Priority: HIGHEST for action port [ 742.411294] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-430a3661-2173-49dc-b18f-67c2a9e5c1f2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.411595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-430a3661-2173-49dc-b18f-67c2a9e5c1f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.411690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-430a3661-2173-49dc-b18f-67c2a9e5c1f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.412027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-430a3661-2173-49dc-b18f-67c2a9e5c1f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.412258] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430a3661-2173-49dc-b18f-67c2a9e5c1f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.917900] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 430a3661-2173-49dc-b18f-67c2a9e5c1f2 [ 742.917900] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.917900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.917900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.917900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.917900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.917900] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:430a3661-2173-49dc-b18f-67c2a9e5c1f2 already deleted. [ 742.917900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-430a3661-2173-49dc-b18f-67c2a9e5c1f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.369017] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 743.369017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678621] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: SUCCESS [ 743.678848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.679025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.679255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.679464] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.679588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.679652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.679810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.679895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.680012] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.868266] env[63332]: INFO networking_nsxv3.common.synchronization [None req-e6501576-2b15-48d4-b19f-03a6b67b7be8 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Enqueued Resource ID: ad40da2a-fdf8-412c-80ae-5312b0252f0f with Priority: HIGHEST for action security_group_rules [ 743.868806] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad40da2a-fdf8-412c-80ae-5312b0252f0f with Priority: HIGHEST for action security_group_rules [ 743.869114] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.869237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.869304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.870099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.870258] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad40da2a-fdf8-412c-80ae-5312b0252f0f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.971574] env[63332]: INFO networking_nsxv3.common.synchronization [None req-5d3c3f0e-bd1c-4769-918f-5e9765fc86c4 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Enqueued Resource ID: ad40da2a-fdf8-412c-80ae-5312b0252f0f with Priority: HIGHEST for action security_group_rules [ 743.971949] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad40da2a-fdf8-412c-80ae-5312b0252f0f with Priority: HIGHEST for action security_group_rules [ 743.972270] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.972379] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.182207] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.393304] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.393615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.393615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.394213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.394363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.394552] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad40da2a-fdf8-412c-80ae-5312b0252f0f already deleted. [ 744.394671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.394851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.395345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.395449] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad40da2a-fdf8-412c-80ae-5312b0252f0f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.687475] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.929504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.929715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.929771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.930191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.930311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.930436] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad40da2a-fdf8-412c-80ae-5312b0252f0f already deleted. [ 744.930513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad40da2a-fdf8-412c-80ae-5312b0252f0f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.192252] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.192252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.192252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.192252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.192252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.192252] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 is going to be updated. [ 745.225740] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.225915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.226021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.226221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.226302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.236293] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: IN_PROGRESS for 2s [ 745.535250] env[63332]: INFO networking_nsxv3.common.synchronization [req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b req-d753d203-e3ce-4167-b950-76b6d8bc056c tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Enqueued Resource ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab with Priority: HIGHEST for action security_group_members [ 745.535813] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab with Priority: HIGHEST for action security_group_members [ 745.536103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.536306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.536397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.536671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.536861] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.536988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.537107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.537414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.537414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.537503] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.885748] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.885969] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-272" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.886125] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-272" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.886499] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-272" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.886763] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.886919] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.887384] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.887697] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.887966] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.888259] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.888429] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.888585] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.888737] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.888895] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.889058] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.889278] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.913852] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.914844] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.914844] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.914844] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-272" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.914844] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.915671] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.915832] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.916350] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.916350] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.041434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.041434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.041434] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab already deleted. [ 746.041434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.425448] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.425448] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.425448] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.425448] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.425448] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.426091] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 not found, creating... [ 746.426091] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.427236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.427236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.429802] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.430203] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.430535] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.430804] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.431033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.431417] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.431681] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.431923] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 is going to be created. [ 746.459442] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.459442] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.459442] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.459889] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.459889] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.460804] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.248687] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: SUCCESS [ 747.249031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.249202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.249361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.249574] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.249691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.249755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.249909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.249987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.250085] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.250260] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.388311] env[63332]: INFO networking_nsxv3.common.synchronization [req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b req-baa5ca45-5cca-4ae5-8791-a0d3c16dad27 service nova] Enqueued Resource ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab with Priority: HIGHEST for action security_group_rules [ 747.388492] env[63332]: INFO networking_nsxv3.common.synchronization [req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b req-baa5ca45-5cca-4ae5-8791-a0d3c16dad27 service nova] Enqueued Resource ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab with Priority: HIGHEST for action security_group_members [ 747.388627] env[63332]: INFO networking_nsxv3.common.synchronization [req-2e8a6ec0-6a39-4acd-807b-539e9ccd3f0b req-baa5ca45-5cca-4ae5-8791-a0d3c16dad27 service nova] Enqueued Resource ID: 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 with Priority: HIGHEST for action port [ 747.388890] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab with Priority: HIGHEST for action security_group_rules [ 747.391454] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab with Priority: HIGHEST for action security_group_members [ 747.391454] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 with Priority: HIGHEST for action port [ 747.392109] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.392244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.392301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.392569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.392655] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.393557] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.393667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.393745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.393921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.394085] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.394180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.394270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.394382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.394467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.396916] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.397560] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.397676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.397742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.398038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.398038] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.752111] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.752320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.752407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.752673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.752980] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.753122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.753203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.753377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.753498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.753593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.753749] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.753939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.753939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.754052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.754210] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.754417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.754417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.754509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.754549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.754613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.754904] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.902684] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.904146] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.907080] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 with status ACTIVE [ 747.907080] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.907080] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.907080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.907831] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.908122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.908315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.908590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.909679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.911033] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1 is going to be updated. [ 747.936096] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.936096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.936096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.936096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.936096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.936096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-217c58fe-7cd6-445d-8d00-b5d6d3cb3bd1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.258890] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df8eaf47-efd2-4085-a5e9-cd832381bdb8: rpc.has_security_group_logging(os_id): False [ 748.278276] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.278276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.278276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.278276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.278276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.278276] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.278276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.278276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.278276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.278276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.278276] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.279240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.279478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.279750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.279927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.280238] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.280535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.280741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.280979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.281165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.281335] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 is going to be updated. [ 748.367847] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.368094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.368217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.368479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.368628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.385874] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: IN_PROGRESS for 2s [ 748.406743] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.913062] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.913062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.913062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.913254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.913254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.913407] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab is going to be created. [ 748.941603] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.941773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.941819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.942032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.942189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.953981] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab in Status: UNINITIALIZED for 2s [ 750.401378] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: SUCCESS [ 750.401782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.964255] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab in Status: SUCCESS [ 750.964474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.964647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.964862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.965059] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.965174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.965241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.965392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.965472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.965552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.965637] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.980132] env[63332]: INFO networking_nsxv3.common.synchronization [req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd req-0dedbfa1-3a04-4c6c-b5c7-a55bf9cce818 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_members [ 750.980534] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_members [ 750.980858] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.980990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.981134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.981478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.981660] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.981782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.981818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.981996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.982094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.982206] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.482033] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.482033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.482033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.482535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.482535] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.482689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.482759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.482984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.483100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.483254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.483427] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.484032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.484032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.484032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.484032] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.485466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.485466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.485608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.485697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.485799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.485895] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.517327] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.517494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.517494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.517971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.518355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.518581] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.518701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.518764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.519016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.519069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.519131] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df already deleted. [ 751.519213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.740793] env[63332]: INFO networking_nsxv3.common.synchronization [req-2d15939d-3e33-4885-b7c0-f795c37669f6 req-b4c11550-14d4-4caf-8cc5-fa58fbce65d4 tempest-ServerTagsTestJSON-369003304 tempest-ServerTagsTestJSON-369003304-project-member] Enqueued Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGHEST for action security_group_members [ 751.741721] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGHEST for action security_group_members [ 751.741721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-10969594-f88d-4c5a-9d08-4ea72b6a5246 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.741721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.741721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.741721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.742022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.742022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.742022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.742219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.742323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.742582] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.018768] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab: rpc.has_security_group_logging(os_id): False [ 752.039345] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.040545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.040714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.040987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.041173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.041468] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.041631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.041734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.041940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.042081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.042340] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.042495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.042595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.042782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.042903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.043136] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.043281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.043380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.043566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.043686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.043844] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab is going to be created. [ 752.122455] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.123585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.124081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.124920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.125710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.147252] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab in Status: IN_PROGRESS for 2s [ 752.185153] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.185402] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.185582] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.185905] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.187048] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.187264] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.187403] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.187682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.187840] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.188154] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.188386] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.188386] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.189092] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.189092] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.189092] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.189092] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.221029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.221294] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.221532] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.221773] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.222266] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.222650] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.223140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.224105] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.224105] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492ff38a-c178-4070-9fdc-7f4e1fa80c6e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.246698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.246857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.246903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.247146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.247352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.247428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.247530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.247586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.249112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.249112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.249112] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 is going to be updated. [ 752.295361] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.295361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.295361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.296102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.296102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.309627] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 in Status: IN_PROGRESS for 2s [ 752.726770] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.727300] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.727300] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.727606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.727606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.727772] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e not found, creating... [ 752.728045] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.728210] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.728332] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.728583] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.728730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.729018] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.729176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.729343] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.729506] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.729645] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.730012] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e is going to be created. [ 752.754099] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.754371] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.754432] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.755024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.755024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.755128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.555109] env[63332]: INFO networking_nsxv3.common.synchronization [req-0768779c-fda2-4b05-b7f0-8ef0710a0249 req-8c8dee4f-e8be-412f-980b-d01b9410cdeb tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Enqueued Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGHEST for action security_group_members [ 753.555702] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGHEST for action security_group_members [ 753.556119] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f571a235-9b66-4ab2-b863-24057743834e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.556194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.556235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.556462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.556968] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.556968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.556968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.556968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.556968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.563223] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.747781] env[63332]: INFO networking_nsxv3.common.synchronization [req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd req-483d28e0-2609-4169-8821-617f3a8b0082 service nova] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_rules [ 753.748182] env[63332]: INFO networking_nsxv3.common.synchronization [req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd req-483d28e0-2609-4169-8821-617f3a8b0082 service nova] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_members [ 753.748182] env[63332]: INFO networking_nsxv3.common.synchronization [req-02e2fb1f-8920-46f0-a07d-cc3f0519b6dd req-483d28e0-2609-4169-8821-617f3a8b0082 service nova] Enqueued Resource ID: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e with Priority: HIGHEST for action port [ 753.749094] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_rules [ 753.749094] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_members [ 753.749094] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e with Priority: HIGHEST for action port [ 753.751398] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.751657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.751784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.751967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.752190] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.753024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.753144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.753200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.753375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.753538] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.753636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.753698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.753922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.754052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.754052] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.756483] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.756483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.756483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.756612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.756708] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492ff38a-c178-4070-9fdc-7f4e1fa80c6e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.034058] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.034058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-772" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.034058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-772" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.034058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-772" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.034058] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.034058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.034058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.034058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.035468] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.035818] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.036044] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.036877] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.037137] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.037355] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.037602] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.038730] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.062711] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.062711] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.062711] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.062711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-772" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.062711] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-7e86d37a-bc57-4983-86e3-e082bd08ce95 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.062711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-7e86d37a-bc57-4983-86e3-e082bd08ce95" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.062711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-7e86d37a-bc57-4983-86e3-e082bd08ce95" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.062711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-7e86d37a-bc57-4983-86e3-e082bd08ce95" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.062711] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e86d37a-bc57-4983-86e3-e082bd08ce95',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.068821] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.068821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.068957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.072037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.072037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.072037] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.072037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.072037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.072037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.072037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.072037] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f571a235-9b66-4ab2-b863-24057743834e already deleted. [ 754.072037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.157979] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab in Status: SUCCESS [ 754.158246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.258266] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.263110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263110] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e with status ACTIVE [ 754.263110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.263110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.263110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.263110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.263755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.263755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.263755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.263755] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e is going to be updated. [ 754.292131] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.292297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.292367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.292637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.292788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.292944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.316421] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 in Status: SUCCESS [ 754.316598] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 deletion is rescheduled due to dependency. [ 754.316711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.565057] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.565296] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.565422] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.565716] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.565872] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.566043] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 7e86d37a-bc57-4983-86e3-e082bd08ce95 not found, creating... [ 754.566305] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.566463] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.567134] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.567134] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.567134] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.567283] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.567338] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.567457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.567659] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.567792] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.573131] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 7e86d37a-bc57-4983-86e3-e082bd08ce95 is going to be created. [ 754.595448] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.595654] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.595766] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.596049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.596277] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.596824] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-7e86d37a-bc57-4983-86e3-e082bd08ce95" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.770507] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.274038] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.274255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.274329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.275365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.275365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.275365] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df is going to be created. [ 755.304426] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.304426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.304426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.304426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.304770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.314811] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: UNINITIALIZED for 2s [ 755.329837] env[63332]: INFO networking_nsxv3.common.synchronization [req-0768779c-fda2-4b05-b7f0-8ef0710a0249 req-fda81894-7a29-4a1e-8bdb-a8217fa2812e service nova] Enqueued Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGHEST for action security_group_rules [ 755.330025] env[63332]: INFO networking_nsxv3.common.synchronization [req-0768779c-fda2-4b05-b7f0-8ef0710a0249 req-fda81894-7a29-4a1e-8bdb-a8217fa2812e service nova] Enqueued Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGHEST for action security_group_members [ 755.330164] env[63332]: INFO networking_nsxv3.common.synchronization [req-0768779c-fda2-4b05-b7f0-8ef0710a0249 req-fda81894-7a29-4a1e-8bdb-a8217fa2812e service nova] Enqueued Resource ID: 7e86d37a-bc57-4983-86e3-e082bd08ce95 with Priority: HIGHEST for action port [ 755.330709] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGHEST for action security_group_rules [ 755.330846] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGHEST for action security_group_members [ 755.330944] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e86d37a-bc57-4983-86e3-e082bd08ce95 with Priority: HIGHEST for action port [ 755.333303] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f571a235-9b66-4ab2-b863-24057743834e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.333303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.333303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.333303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.333303] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.333789] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f571a235-9b66-4ab2-b863-24057743834e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.336380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.336380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.336380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.336380] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.336380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.336380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.338226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.338356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.338423] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.340658] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e86d37a-bc57-4983-86e3-e082bd08ce95 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.340658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e86d37a-bc57-4983-86e3-e082bd08ce95" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.340658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e86d37a-bc57-4983-86e3-e082bd08ce95" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.340658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e86d37a-bc57-4983-86e3-e082bd08ce95" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.340658] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e86d37a-bc57-4983-86e3-e082bd08ce95',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.841568] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.842837] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f571a235-9b66-4ab2-b863-24057743834e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.843661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.844188] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e86d37a-bc57-4983-86e3-e082bd08ce95 with status ACTIVE [ 755.844434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.845116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.845260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.845543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.845612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.845852] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.845960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.846794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.847160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.847300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.847663] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.847861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.848355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.848586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.848937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.849362] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e86d37a-bc57-4983-86e3-e082bd08ce95 is going to be updated. [ 755.872843] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.873058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.873156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.873397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.873564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.874260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e86d37a-bc57-4983-86e3-e082bd08ce95" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.345358] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.521852] env[63332]: INFO networking_nsxv3.common.synchronization [req-31e627f5-9fcb-4574-841c-b2198b712850 req-ca8dd7a0-6657-4a6d-b74b-e3d932209d53 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_members [ 756.522337] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_members [ 756.522628] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.522765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.522821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.524484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.525016] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.525016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.525016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.525016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.525233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.525233] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.852309] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.852708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.852708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.852932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.853107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.853107] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f571a235-9b66-4ab2-b863-24057743834e is going to be created. [ 756.902582] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.902827] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.902945] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.903302] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.903669] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.903773] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.903862] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.904298] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.904298] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.904461] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.904584] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.904717] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.904781] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.904889] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.904988] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.905139] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.935731] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.935906] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.935978] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.936221] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.936582] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-32fe738a-0bf4-4129-b887-54a48e993366 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.936859] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-32fe738a-0bf4-4129-b887-54a48e993366" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.936945] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-32fe738a-0bf4-4129-b887-54a48e993366" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.937221] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-32fe738a-0bf4-4129-b887-54a48e993366" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.937368] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32fe738a-0bf4-4129-b887-54a48e993366',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.943149] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.943149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.943149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.943329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.943329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.959743] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f571a235-9b66-4ab2-b863-24057743834e in Status: UNINITIALIZED for 2s [ 757.028908] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.028908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.028908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.029201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.029317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.029604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.029750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.029816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.030495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.030495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.030495] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 already deleted. [ 757.030495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.326746] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: SUCCESS [ 757.326746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.326746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.327096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.327153] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.330054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.330054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.330054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.330054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.330054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.330054] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.443153] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.443393] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.443515] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.443874] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.444057] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.444235] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 32fe738a-0bf4-4129-b887-54a48e993366 not found, creating... [ 757.444509] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.444681] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.444797] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.445064] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.445211] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.445503] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.445658] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.445826] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.446982] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.446982] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.447134] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 32fe738a-0bf4-4129-b887-54a48e993366 is going to be created. [ 757.480159] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.480579] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.480840] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.481213] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.481517] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.481813] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-32fe738a-0bf4-4129-b887-54a48e993366" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.830754] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.333840] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705b3697-849a-4a2f-8073-708a5d4f33df: rpc.has_security_group_logging(os_id): False [ 758.338125] env[63332]: INFO networking_nsxv3.common.synchronization [req-31e627f5-9fcb-4574-841c-b2198b712850 req-cc881276-df01-4f6f-a627-21d91ad4a442 service nova] Enqueued Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_rules [ 758.338125] env[63332]: INFO networking_nsxv3.common.synchronization [req-31e627f5-9fcb-4574-841c-b2198b712850 req-cc881276-df01-4f6f-a627-21d91ad4a442 service nova] Enqueued Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_members [ 758.338125] env[63332]: INFO networking_nsxv3.common.synchronization [req-31e627f5-9fcb-4574-841c-b2198b712850 req-cc881276-df01-4f6f-a627-21d91ad4a442 service nova] Enqueued Resource ID: 32fe738a-0bf4-4129-b887-54a48e993366 with Priority: HIGHEST for action port [ 758.338125] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_rules [ 758.338125] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_members [ 758.338125] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32fe738a-0bf4-4129-b887-54a48e993366 with Priority: HIGHEST for action port [ 758.338611] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.338611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.338728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.339079] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.339079] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.341129] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.341256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.341323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.341612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.342189] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.342308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.342370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.342663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.342783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.342885] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.343748] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-32fe738a-0bf4-4129-b887-54a48e993366 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.343875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32fe738a-0bf4-4129-b887-54a48e993366" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.344103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32fe738a-0bf4-4129-b887-54a48e993366" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.347739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32fe738a-0bf4-4129-b887-54a48e993366" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.347832] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32fe738a-0bf4-4129-b887-54a48e993366',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.359736] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.359964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.360092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.360699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.360699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.360844] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.360922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.360955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.361146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.361210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.361320] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df is going to be created. [ 758.434528] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.434716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.434764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.435069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.435301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.460361] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: IN_PROGRESS for 2s [ 758.849747] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.850813] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.850930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.853464] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32fe738a-0bf4-4129-b887-54a48e993366 with status ACTIVE [ 758.853680] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.853812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.853892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.854119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.854208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.854388] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.854483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.854541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.854693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.854763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.855029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.855029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.855150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.855232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.855306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.855389] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32fe738a-0bf4-4129-b887-54a48e993366 is going to be updated. [ 758.881971] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.882078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.882156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.882480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.882664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.882753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32fe738a-0bf4-4129-b887-54a48e993366" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.974584] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f571a235-9b66-4ab2-b863-24057743834e in Status: SUCCESS [ 758.974584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.974584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.974584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.974584] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.974584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.974584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.974584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.974584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.974584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.974584] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.125968] env[63332]: INFO networking_nsxv3.common.synchronization [req-60a721d3-8776-4a51-8d1b-dc7f43c40c3c req-b90d7756-df16-4360-ad4c-ee21ba7ad774 tempest-InstanceActionsV221TestJSON-2016246515 tempest-InstanceActionsV221TestJSON-2016246515-project-member] Enqueued Resource ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab with Priority: HIGHEST for action security_group_members [ 759.126656] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab with Priority: HIGHEST for action security_group_members [ 759.127021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.127358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.128956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.129366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.129487] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.129596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.129654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.130227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.130227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.130227] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.352992] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.478184] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f571a235-9b66-4ab2-b863-24057743834e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.478184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.478184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.478405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.478437] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.478972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.478972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.478972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.479132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.479575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.479575] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f571a235-9b66-4ab2-b863-24057743834e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.479709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.479781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.479936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.480098] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.480188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.480246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.480384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.480462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.480887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.480887] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.633553] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.633770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.633770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.633998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.634110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.634321] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.634438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.634498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.635046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.635046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.635046] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab is going to be updated. [ 759.670367] env[63332]: INFO networking_nsxv3.common.synchronization [None req-2cbc1b04-234c-46e7-8902-57968291c43b tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Enqueued Resource ID: c72ebd29-e4d9-464a-9874-bb831136f26d with Priority: HIGHEST for action security_group_rules [ 759.670976] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72ebd29-e4d9-464a-9874-bb831136f26d with Priority: HIGHEST for action security_group_rules [ 759.671317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c72ebd29-e4d9-464a-9874-bb831136f26d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.671446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c72ebd29-e4d9-464a-9874-bb831136f26d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.671626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c72ebd29-e4d9-464a-9874-bb831136f26d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.672405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c72ebd29-e4d9-464a-9874-bb831136f26d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.672405] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c72ebd29-e4d9-464a-9874-bb831136f26d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.675688] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.675861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.675861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.676121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.676263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.689835] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab in Status: IN_PROGRESS for 2s [ 759.799284] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0b4ccabe-59fd-44ed-8800-b725e7f6ebd1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Enqueued Resource ID: c72ebd29-e4d9-464a-9874-bb831136f26d with Priority: HIGHEST for action security_group_rules [ 759.799990] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72ebd29-e4d9-464a-9874-bb831136f26d with Priority: HIGHEST for action security_group_rules [ 759.800434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c72ebd29-e4d9-464a-9874-bb831136f26d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.800587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c72ebd29-e4d9-464a-9874-bb831136f26d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.857315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.857315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.857315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.857567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.857567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.857788] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 is going to be created. [ 759.887603] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.887779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.887860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.888238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.888433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.899119] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 in Status: UNINITIALIZED for 2s [ 759.983230] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f571a235-9b66-4ab2-b863-24057743834e: rpc.has_security_group_logging(os_id): False [ 760.006865] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.008884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.009378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.009834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.009951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.011246] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.011376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.011427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.011979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.011979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.012160] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.012321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.012375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.012500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.012584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.012778] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.012881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.012943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.013210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.013210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.013297] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f571a235-9b66-4ab2-b863-24057743834e is going to be created. [ 760.087526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.087526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.087526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.087526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.087526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.099908] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f571a235-9b66-4ab2-b863-24057743834e in Status: IN_PROGRESS for 2s [ 760.215225] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.215373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.215437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.215663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.215759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.215858] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c72ebd29-e4d9-464a-9874-bb831136f26d already deleted. [ 760.215941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c72ebd29-e4d9-464a-9874-bb831136f26d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.216450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c72ebd29-e4d9-464a-9874-bb831136f26d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.216625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c72ebd29-e4d9-464a-9874-bb831136f26d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.216714] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c72ebd29-e4d9-464a-9874-bb831136f26d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.479019] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: SUCCESS [ 760.479019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.740386] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.740603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.740603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.740810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.740899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.741014] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c72ebd29-e4d9-464a-9874-bb831136f26d already deleted. [ 760.741075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c72ebd29-e4d9-464a-9874-bb831136f26d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.166038] env[63332]: INFO networking_nsxv3.common.synchronization [req-92e9b40a-e03d-4fa4-9af9-b131c01a5e44 req-e97dcae8-e105-445e-a0e3-e51f8192a7a8 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 761.166038] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 761.166038] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.166614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.166864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.167272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.167621] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.167898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.170017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.170017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.170017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.170017] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.573680] env[63332]: INFO networking_nsxv3.common.synchronization [req-c0f25246-8892-4810-a355-2b49e83ccab7 req-22149c03-34e2-49d1-bb0a-c1def6353619 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 761.574184] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 761.574482] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.574606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.574674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.575200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.576678] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.576832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.576903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.577096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.579802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.579802] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.670890] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.700430] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab in Status: SUCCESS [ 761.700664] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab deletion is rescheduled due to dependency. [ 761.700783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.915625] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 in Status: SUCCESS [ 761.916574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.916872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.917204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.917497] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.917700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.917730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.917928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.917977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.918094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.918186] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.953734] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.953993] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.954153] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.954702] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.955045] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.955295] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.955462] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.955750] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.956477] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.956778] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.956965] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.957130] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.957301] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.957430] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.957543] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.957748] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.979061] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.979953] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.979953] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.980110] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.980482] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-37b87b8d-188c-417f-adf4-518584e3f8e6 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.980678] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-37b87b8d-188c-417f-adf4-518584e3f8e6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.980798] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-37b87b8d-188c-417f-adf4-518584e3f8e6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.982966] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-37b87b8d-188c-417f-adf4-518584e3f8e6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.983673] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b87b8d-188c-417f-adf4-518584e3f8e6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.086044] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.086251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.086321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.086560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.087489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.087489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.087489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.087489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.087489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.087489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.087489] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 already deleted. [ 762.087489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.116144] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f571a235-9b66-4ab2-b863-24057743834e in Status: SUCCESS [ 762.116436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.176818] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.420603] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.491169] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.491440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.491658] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.492043] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.492231] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.492396] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 37b87b8d-188c-417f-adf4-518584e3f8e6 not found, creating... [ 762.492692] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.492873] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.493008] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.493251] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.493403] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.493702] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.494140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.494311] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.494556] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.494698] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.494849] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 37b87b8d-188c-417f-adf4-518584e3f8e6 is going to be created. [ 762.518231] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.518483] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.518556] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.518841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.519087] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.519314] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-37b87b8d-188c-417f-adf4-518584e3f8e6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.680393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.680783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.680783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.681023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.681023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.681141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 is going to be updated. [ 762.712477] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.712630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.712701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.712909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.713059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.723274] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: IN_PROGRESS for 2s [ 762.922836] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dac0c4b2-672a-4b5f-a65f-1bbfc16ef542: rpc.has_security_group_logging(os_id): False [ 762.948020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.948193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.948264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.948496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.948599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.948881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.948993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.949069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.949239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.949323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.949583] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 is going to be created. [ 763.018918] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.019187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.019219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.019425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.019689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.035673] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 in Status: IN_PROGRESS for 2s [ 763.288925] env[63332]: INFO networking_nsxv3.common.synchronization [req-c0f25246-8892-4810-a355-2b49e83ccab7 req-ae9ddbf9-a8f3-45ca-b13d-8354eb09fe12 service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 763.289130] env[63332]: INFO networking_nsxv3.common.synchronization [req-c0f25246-8892-4810-a355-2b49e83ccab7 req-ae9ddbf9-a8f3-45ca-b13d-8354eb09fe12 service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 763.289268] env[63332]: INFO networking_nsxv3.common.synchronization [req-c0f25246-8892-4810-a355-2b49e83ccab7 req-ae9ddbf9-a8f3-45ca-b13d-8354eb09fe12 service nova] Enqueued Resource ID: 37b87b8d-188c-417f-adf4-518584e3f8e6 with Priority: HIGHEST for action port [ 763.289508] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 763.289636] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 763.289732] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b87b8d-188c-417f-adf4-518584e3f8e6 with Priority: HIGHEST for action port [ 763.290387] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.290525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.290613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.290847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.290922] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.293563] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.294080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.294174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.294369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.294537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.297465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.297465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.297465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.297465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.297465] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.297465] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-37b87b8d-188c-417f-adf4-518584e3f8e6 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.297465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37b87b8d-188c-417f-adf4-518584e3f8e6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.297465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37b87b8d-188c-417f-adf4-518584e3f8e6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.297465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37b87b8d-188c-417f-adf4-518584e3f8e6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.297465] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b87b8d-188c-417f-adf4-518584e3f8e6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.794172] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.794512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.800237] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.800760] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37b87b8d-188c-417f-adf4-518584e3f8e6 with status ACTIVE [ 763.800965] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.801107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.801167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.801817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.801817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.801817] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.802221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.802221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.802221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.802407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.802453] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.802538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.802659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.802986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.802986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.802986] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37b87b8d-188c-417f-adf4-518584e3f8e6 is going to be updated. [ 763.825583] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.825754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.825830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.826050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.826196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.826631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37b87b8d-188c-417f-adf4-518584e3f8e6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.305417] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.735322] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: SUCCESS [ 764.735553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.807716] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.808139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.808139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.808265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.808310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.808382] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be created. [ 764.834948] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.835162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.835162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.835452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.835541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.849238] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: UNINITIALIZED for 2s [ 765.051131] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 in Status: SUCCESS [ 765.051297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.858816] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 766.861318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.861318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.861318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.861318] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.861318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.861318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.861318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.861318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.861318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.861318] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.365414] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.365675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.365675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.365829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.366671] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.368763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.368916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.369166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.369268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.369372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.369565] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.369665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.369754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.369989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370237] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.371090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.371164] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.876314] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29: rpc.has_security_group_logging(os_id): False [ 767.915829] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.916146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.916279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.916535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.916685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.916931] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.917115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.917225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.917454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.917628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.917956] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.918087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.918153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.918344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918724] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.918931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.919084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.919276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.919390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.919628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be created. [ 768.009731] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.009922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.010837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.011476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.011725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.025287] env[63332]: INFO networking_nsxv3.common.synchronization [req-9a954d7c-c1d1-4a2c-8cb9-b22073082f91 req-3137d1b6-f5cc-4ec9-86f5-e24ad1583cc5 tempest-ServersAdminNegativeTestJSON-262501468 tempest-ServersAdminNegativeTestJSON-262501468-project-member] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 768.025643] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGHEST for action security_group_members [ 768.026077] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.026370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.026370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.026530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.027104] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.027104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.027104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.027104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.027328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.027328] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.045138] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 768.532718] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.532914] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.532973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.533177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.533271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.533465] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.533553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.533621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.533771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.533847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.533936] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 is going to be updated. [ 768.566927] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.567125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.567203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.567375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.572420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.589170] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: IN_PROGRESS for 2s [ 768.598302] env[63332]: INFO networking_nsxv3.common.synchronization [req-2685721d-694b-40a6-8a89-97efcaf38e02 req-a2dea9a0-d1a2-4126-8efb-0aa94317392f tempest-ServerMetadataNegativeTestJSON-557988214 tempest-ServerMetadataNegativeTestJSON-557988214-project-member] Enqueued Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGHEST for action security_group_members [ 768.598355] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGHEST for action security_group_members [ 768.599355] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f571a235-9b66-4ab2-b863-24057743834e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.599355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.599355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.600871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.600871] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.600871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.600871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.601930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.601930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.602052] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.104847] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.105230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.105230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.105427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.105576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.105808] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.105959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.106046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.106234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.106367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.106476] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f571a235-9b66-4ab2-b863-24057743834e is going to be updated. [ 769.136232] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.136397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.136486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.137055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.137417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.150489] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f571a235-9b66-4ab2-b863-24057743834e in Status: IN_PROGRESS for 2s [ 769.301623] env[63332]: INFO networking_nsxv3.common.synchronization [req-b90967c1-34f9-4535-a870-3499dd781870 req-451776ba-e2b6-4306-88d2-6052a7b1d57a tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Enqueued Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGHEST for action security_group_members [ 769.302249] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGHEST for action security_group_members [ 769.302567] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-860140b8-95fa-446b-b03e-b37b7f2b3a33 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.302721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.302803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.305508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.305709] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.306330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.306443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.307103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.307489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.307735] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.810634] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.810793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.810864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.811153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.811211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.811401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.811495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.811554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.811739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.811858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.811962] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 already deleted. [ 769.812060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.895171] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.895369] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-998" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.895472] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-998" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.895818] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-998" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.896542] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.896720] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.896843] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.897119] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.897303] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.897521] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.897635] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.897746] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.897854] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.897964] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.898081] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.898215] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.920564] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.920727] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.920952] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.921152] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-998" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.921498] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-135f519c-43cb-4180-b113-634dcc57dda7 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.921745] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-135f519c-43cb-4180-b113-634dcc57dda7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.921897] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-135f519c-43cb-4180-b113-634dcc57dda7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.922250] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-135f519c-43cb-4180-b113-634dcc57dda7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.922406] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135f519c-43cb-4180-b113-634dcc57dda7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.958414] env[63332]: INFO networking_nsxv3.common.synchronization [None req-4d6c89df-fb69-4016-b9c0-027848255e70 None None] Enqueued Resource ID: 50f61071-77e2-43fc-aa4f-ead2323afa60 with Priority: HIGHEST for action port [ 769.959342] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50f61071-77e2-43fc-aa4f-ead2323afa60 with Priority: HIGHEST for action port [ 769.959796] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-50f61071-77e2-43fc-aa4f-ead2323afa60 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50f61071-77e2-43fc-aa4f-ead2323afa60" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50f61071-77e2-43fc-aa4f-ead2323afa60" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.960265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50f61071-77e2-43fc-aa4f-ead2323afa60" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.960371] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50f61071-77e2-43fc-aa4f-ead2323afa60',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.064492] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 770.064781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.428945] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.429354] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.429617] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.429757] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.429971] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.430151] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 135f519c-43cb-4180-b113-634dcc57dda7 not found, creating... [ 770.430463] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.430667] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.430829] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.431115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.431362] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.431973] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.432206] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.432439] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.432758] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.432939] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.433251] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 135f519c-43cb-4180-b113-634dcc57dda7 is going to be created. [ 770.456910] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.457142] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.457223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.457499] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.457739] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.457960] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-135f519c-43cb-4180-b113-634dcc57dda7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.467777] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50f61071-77e2-43fc-aa4f-ead2323afa60 [ 770.468000] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.468201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.468315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.468611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.468766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.469427] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50f61071-77e2-43fc-aa4f-ead2323afa60 already deleted. [ 770.469427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50f61071-77e2-43fc-aa4f-ead2323afa60" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.611056] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 in Status: SUCCESS [ 770.611250] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 deletion is rescheduled due to dependency. [ 770.611369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.162792] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f571a235-9b66-4ab2-b863-24057743834e in Status: SUCCESS [ 771.162969] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f571a235-9b66-4ab2-b863-24057743834e deletion is rescheduled due to dependency. [ 771.163097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.423388] env[63332]: INFO networking_nsxv3.common.synchronization [req-b90967c1-34f9-4535-a870-3499dd781870 req-e79fceb9-83fc-470a-b433-120315e0d228 service nova] Enqueued Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGHEST for action security_group_rules [ 771.423388] env[63332]: INFO networking_nsxv3.common.synchronization [req-b90967c1-34f9-4535-a870-3499dd781870 req-e79fceb9-83fc-470a-b433-120315e0d228 service nova] Enqueued Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGHEST for action security_group_members [ 771.423388] env[63332]: INFO networking_nsxv3.common.synchronization [req-b90967c1-34f9-4535-a870-3499dd781870 req-e79fceb9-83fc-470a-b433-120315e0d228 service nova] Enqueued Resource ID: 135f519c-43cb-4180-b113-634dcc57dda7 with Priority: HIGHEST for action port [ 771.423702] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGHEST for action security_group_rules [ 771.423702] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGHEST for action security_group_members [ 771.423876] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135f519c-43cb-4180-b113-634dcc57dda7 with Priority: HIGHEST for action port [ 771.424170] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-860140b8-95fa-446b-b03e-b37b7f2b3a33 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.424308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.424367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.424628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.424703] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.425675] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-860140b8-95fa-446b-b03e-b37b7f2b3a33 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.425803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.425854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.426259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.426325] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.426448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.426543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.426810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.426810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.426938] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.428136] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-135f519c-43cb-4180-b113-634dcc57dda7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.428256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135f519c-43cb-4180-b113-634dcc57dda7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.428316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135f519c-43cb-4180-b113-634dcc57dda7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.428483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135f519c-43cb-4180-b113-634dcc57dda7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.428552] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135f519c-43cb-4180-b113-634dcc57dda7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.543242] env[63332]: INFO networking_nsxv3.common.synchronization [req-85972921-fe32-4bc7-8ee7-82e037f89c81 req-814715ab-9368-4842-9d12-b8399e247686 tempest-ServersTestFqdnHostnames-1886778831 tempest-ServersTestFqdnHostnames-1886778831-project-member] Enqueued Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_members [ 771.543839] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 with Priority: HIGHEST for action security_group_members [ 771.544697] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.544697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.544697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.544697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.544697] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.544972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.544972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.545042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.546326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.546326] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3c598c-ff85-4d04-ba00-37d0dc6ccb57',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.931208] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.933929] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-860140b8-95fa-446b-b03e-b37b7f2b3a33 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.934060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.934248] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 135f519c-43cb-4180-b113-634dcc57dda7 with status ACTIVE [ 771.934409] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.934571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.934571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.934782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.935139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.935139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.935139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.935304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.935335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.935410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.935581] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.935672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.935728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.935864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.936055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.936055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 135f519c-43cb-4180-b113-634dcc57dda7 is going to be updated. [ 771.963370] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.963521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.963887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.964168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.964301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.964463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135f519c-43cb-4180-b113-634dcc57dda7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.047604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.047798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.047859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.048129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.048232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.049881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.049881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.049881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.049881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.049881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.049881] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 is going to be updated. [ 772.080992] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.084025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.084025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.084025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.084025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.104666] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 in Status: IN_PROGRESS for 2s [ 772.441436] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.719034] env[63332]: INFO networking_nsxv3.common.synchronization [None req-79234706-f913-43e8-b142-26e257bb700f None None] Enqueued Resource ID: 66c606fd-c052-464a-9aca-c119b234da43 with Priority: HIGHEST for action port [ 772.719464] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c606fd-c052-464a-9aca-c119b234da43 with Priority: HIGHEST for action port [ 772.720059] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-66c606fd-c052-464a-9aca-c119b234da43 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.720255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66c606fd-c052-464a-9aca-c119b234da43" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.720372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66c606fd-c052-464a-9aca-c119b234da43" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.720717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66c606fd-c052-464a-9aca-c119b234da43" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.720882] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c606fd-c052-464a-9aca-c119b234da43',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.945533] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.945689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.945763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.946145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.946145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.946210] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 is going to be created. [ 772.975042] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.975200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.975262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.975484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.975638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.988395] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 in Status: UNINITIALIZED for 2s [ 773.223967] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66c606fd-c052-464a-9aca-c119b234da43 [ 773.224384] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.224556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.224683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.224992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.225137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.225264] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66c606fd-c052-464a-9aca-c119b234da43 already deleted. [ 773.225666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66c606fd-c052-464a-9aca-c119b234da43" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.116218] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 in Status: SUCCESS [ 774.116466] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3c598c-ff85-4d04-ba00-37d0dc6ccb57 deletion is rescheduled due to dependency. [ 774.116466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3c598c-ff85-4d04-ba00-37d0dc6ccb57" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.548832] env[63332]: INFO networking_nsxv3.common.synchronization [req-44eba380-9f20-4dcd-b530-9d1ab666f11d req-e6626fe4-7586-4753-a322-83c2ab49ab99 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Enqueued Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_members [ 774.548832] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_members [ 774.548832] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.548832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.548832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.549833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.550144] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.550369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.550659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.552056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.552056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.552056] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.000517] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 in Status: SUCCESS [ 775.000931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.001200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.002677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.002906] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.003056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.003126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.003319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.003410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.003516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.003654] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.057293] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.057493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.057570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.057819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.057918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.058167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.058261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.058326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.058497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.058577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.058674] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c262c864-683c-4194-bdb7-146877fc85db already deleted. [ 775.058766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.171591] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.171591] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-912" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.171591] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-912" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.173279] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-912" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.173279] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.173279] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.173279] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.173493] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.173493] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.173718] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.173834] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.173878] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.173985] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.174112] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.174217] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.174384] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.195531] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.195601] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.196586] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.196586] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-912" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.196586] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-34c023c0-6337-4585-93e9-403e460dbeaa taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.196586] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-34c023c0-6337-4585-93e9-403e460dbeaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.196864] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-34c023c0-6337-4585-93e9-403e460dbeaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.196970] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-34c023c0-6337-4585-93e9-403e460dbeaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.197161] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c023c0-6337-4585-93e9-403e460dbeaa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.506498] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-860140b8-95fa-446b-b03e-b37b7f2b3a33 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.506676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.506791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.507010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.507190] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.507292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.507358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.507507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.507610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.507701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.507847] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-860140b8-95fa-446b-b03e-b37b7f2b3a33 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.507937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.507997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.508153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.508286] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.508375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.508426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.508561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.508635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.508713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.508826] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.701132] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.702334] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.702334] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.702334] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.702334] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.702334] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 34c023c0-6337-4585-93e9-403e460dbeaa not found, creating... [ 775.702611] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.702810] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.702956] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.703218] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.703395] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.703744] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.703936] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.704094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.704332] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.704495] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.704661] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 34c023c0-6337-4585-93e9-403e460dbeaa is going to be created. [ 775.727388] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.727617] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.727726] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728269] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728751] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.728751] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-34c023c0-6337-4585-93e9-403e460dbeaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.011102] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 860140b8-95fa-446b-b03e-b37b7f2b3a33: rpc.has_security_group_logging(os_id): False [ 776.028807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.028975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.029039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.030029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.030029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.030029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.030029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.030029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.030029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.030029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.030323] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.030323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.030323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.030424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.030624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.030662] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.030746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.030803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.030950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.031034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.031131] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 is going to be created. [ 776.093188] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.093396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.093396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.093607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.093788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.104937] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 in Status: IN_PROGRESS for 2s [ 776.652203] env[63332]: INFO networking_nsxv3.common.synchronization [req-44eba380-9f20-4dcd-b530-9d1ab666f11d req-367b401d-6392-4029-8594-3e38f35934cc service nova] Enqueued Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_rules [ 776.652203] env[63332]: INFO networking_nsxv3.common.synchronization [req-44eba380-9f20-4dcd-b530-9d1ab666f11d req-367b401d-6392-4029-8594-3e38f35934cc service nova] Enqueued Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_members [ 776.652203] env[63332]: INFO networking_nsxv3.common.synchronization [req-44eba380-9f20-4dcd-b530-9d1ab666f11d req-367b401d-6392-4029-8594-3e38f35934cc service nova] Enqueued Resource ID: 34c023c0-6337-4585-93e9-403e460dbeaa with Priority: HIGHEST for action port [ 776.652203] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_rules [ 776.652203] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_members [ 776.652203] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c023c0-6337-4585-93e9-403e460dbeaa with Priority: HIGHEST for action port [ 776.652721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.652874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.652985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.655069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.655069] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.655780] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.655908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.655977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.656178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.660158] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.660283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.660345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.660533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.660628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.660785] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.661636] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c023c0-6337-4585-93e9-403e460dbeaa taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.662280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c023c0-6337-4585-93e9-403e460dbeaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.662348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c023c0-6337-4585-93e9-403e460dbeaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.662513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c023c0-6337-4585-93e9-403e460dbeaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.662596] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c023c0-6337-4585-93e9-403e460dbeaa',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.165285] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.165902] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.166131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.166198] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c023c0-6337-4585-93e9-403e460dbeaa with status ACTIVE [ 777.166324] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.166422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.166483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.166708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.166793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.167043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.167258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.167258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.167417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.167417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.169268] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.169268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.169268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.169268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.169268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.169268] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c023c0-6337-4585-93e9-403e460dbeaa is going to be updated. [ 777.193285] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.193449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.193590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.193726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.193879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.194070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c023c0-6337-4585-93e9-403e460dbeaa" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.552210] env[63332]: INFO networking_nsxv3.common.synchronization [req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c req-b5244ee7-8fb4-4f37-b800-a911512b3a8f tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 777.552802] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 777.554203] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.554329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.554450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.554600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.554775] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.554902] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.554960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.555135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.555221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.555311] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.671029] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.968331] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.968468] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.968593] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.968875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969152] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969316] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969418] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969633] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969780] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.969996] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.970125] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.970237] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.970347] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.970459] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.970566] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.970704] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.994032] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.994032] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.994032] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.994032] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.994032] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-7ae43096-eca1-4af4-8d90-727394a35b7e taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.994032] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-7ae43096-eca1-4af4-8d90-727394a35b7e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.994032] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-7ae43096-eca1-4af4-8d90-727394a35b7e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.994032] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-7ae43096-eca1-4af4-8d90-727394a35b7e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.994812] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae43096-eca1-4af4-8d90-727394a35b7e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.062452] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.062706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.062706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.062945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.063056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.063260] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.063363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.063441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.063610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.063690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.063784] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 778.101996] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.104022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.104022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.104022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.104022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.114128] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 778.116533] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 in Status: SUCCESS [ 778.116685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.173110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.173350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.173408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.173609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.173703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.173805] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c262c864-683c-4194-bdb7-146877fc85db is going to be created. [ 778.225091] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.225326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.225326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.225532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.225697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.236490] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c262c864-683c-4194-bdb7-146877fc85db in Status: UNINITIALIZED for 2s [ 778.498275] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.499169] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.499169] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.499284] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.499343] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.499566] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 7ae43096-eca1-4af4-8d90-727394a35b7e not found, creating... [ 778.499894] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.500076] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.500472] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.500851] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.501458] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.501589] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.501836] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.501965] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.502271] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.502477] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.502606] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 7ae43096-eca1-4af4-8d90-727394a35b7e is going to be created. [ 778.528028] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.528260] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.528389] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.528663] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.529046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.529140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-7ae43096-eca1-4af4-8d90-727394a35b7e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.310673] env[63332]: INFO networking_nsxv3.common.synchronization [req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c req-65daa766-8bad-46a1-9ef2-60bd1bba13e6 service nova] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_rules [ 779.310937] env[63332]: INFO networking_nsxv3.common.synchronization [req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c req-65daa766-8bad-46a1-9ef2-60bd1bba13e6 service nova] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 779.311141] env[63332]: INFO networking_nsxv3.common.synchronization [req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c req-65daa766-8bad-46a1-9ef2-60bd1bba13e6 service nova] Enqueued Resource ID: 7ae43096-eca1-4af4-8d90-727394a35b7e with Priority: HIGHEST for action port [ 779.311831] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_rules [ 779.312019] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 779.312747] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae43096-eca1-4af4-8d90-727394a35b7e with Priority: HIGHEST for action port [ 779.314092] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.314092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.314092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.314460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.314460] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.318563] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.318563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.318563] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae43096-eca1-4af4-8d90-727394a35b7e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.318563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae43096-eca1-4af4-8d90-727394a35b7e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.318563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae43096-eca1-4af4-8d90-727394a35b7e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.318563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae43096-eca1-4af4-8d90-727394a35b7e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.318563] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae43096-eca1-4af4-8d90-727394a35b7e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.817535] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.817909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.820191] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae43096-eca1-4af4-8d90-727394a35b7e with status ACTIVE [ 779.820406] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.820521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.820618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.820890] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.820991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.821186] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.821301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.821420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.821542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.821619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.821851] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.821991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.822071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.822181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.822261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.822344] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae43096-eca1-4af4-8d90-727394a35b7e is going to be updated. [ 779.845113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.845311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.845374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.845551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.845689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.845846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae43096-eca1-4af4-8d90-727394a35b7e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.127037] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 780.127037] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd deletion is rescheduled due to dependency. [ 780.127037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.127037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.127037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.127037] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.127037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.127037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.127037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.127037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.127037] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.249535] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c262c864-683c-4194-bdb7-146877fc85db in Status: SUCCESS [ 780.249834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.250017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.250248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.250462] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.250592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.250658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.250818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.250915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.251016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.251108] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.633297] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.753258] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.135442] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.256106] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c262c864-683c-4194-bdb7-146877fc85db: rpc.has_security_group_logging(os_id): False [ 781.279226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.279440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.279525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.279844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.279950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.280264] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.280427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.280510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.280740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.280845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.280945] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c262c864-683c-4194-bdb7-146877fc85db is going to be created. [ 781.368700] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.368917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.368917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.369141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.369326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.386029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c262c864-683c-4194-bdb7-146877fc85db in Status: IN_PROGRESS for 2s [ 781.637990] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.638326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.638326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.638601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.638664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.638771] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 781.674255] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.674409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.675516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.675516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.675516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.686022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 783.396791] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c262c864-683c-4194-bdb7-146877fc85db in Status: SUCCESS [ 783.397165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.695469] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 783.695469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.695689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.695870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.696096] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.696557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.696557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.696557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.696557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.696717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.696717] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.199133] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.199339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.199339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.199606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.199831] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.200013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.200044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.200275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.200396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.200546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.200686] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.200829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.200912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.201110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.201336] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.201444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.201508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.201655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.201772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.201838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.201949] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.314143] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 784.314347] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 784.705077] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 517e406c-f194-4ef5-b5b6-876c4033e8dd: rpc.has_security_group_logging(os_id): False [ 784.725735] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.725928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.726018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.726239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.726347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.726559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.726674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.726739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.726906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.727017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.727218] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.727313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.727384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.727548] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.727634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.727832] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.727941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.728020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.728173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.728250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.728351] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 784.799783] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.800060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.800060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.800365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.800472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.818580] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 786.834857] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 786.835219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.315535] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 789.316233] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 790.961258] env[63332]: INFO networking_nsxv3.common.synchronization [req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c req-13eb628c-6c2c-4b06-a8d0-2e28103a0426 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 790.962206] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 790.962515] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.962648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.962720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.962928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.963272] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.963386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.963447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.963618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.963709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.963801] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.295272] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.295474] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.295599] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.295863] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.296129] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.296289] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.296406] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.296619] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.296765] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.296970] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.297102] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.297212] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.297318] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.297426] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.297531] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.297664] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.323742] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.323943] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.324056] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.324289] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-223" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.324626] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-686f6e30-1898-4f27-8db2-3d76129993da taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.324772] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-686f6e30-1898-4f27-8db2-3d76129993da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.325016] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-686f6e30-1898-4f27-8db2-3d76129993da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.325361] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-686f6e30-1898-4f27-8db2-3d76129993da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.325499] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('686f6e30-1898-4f27-8db2-3d76129993da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.466518] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.828292] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.828524] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.828647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.828934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.829124] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.829296] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 686f6e30-1898-4f27-8db2-3d76129993da not found, creating... [ 791.829563] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.829811] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.830065] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.830341] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.830520] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.830851] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.831131] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.831201] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.831439] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.831603] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.831783] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 686f6e30-1898-4f27-8db2-3d76129993da is going to be created. [ 791.854384] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.854655] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.854787] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.855136] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.855346] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.855578] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-686f6e30-1898-4f27-8db2-3d76129993da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.968629] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.471894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.472135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.472180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.472442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.472532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.472639] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 792.503017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.503243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.503243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.503505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.503658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.513283] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 792.545287] env[63332]: INFO networking_nsxv3.common.synchronization [req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c req-a29c8deb-a868-4745-9262-fed64df3e839 service nova] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_rules [ 792.545396] env[63332]: INFO networking_nsxv3.common.synchronization [req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c req-a29c8deb-a868-4745-9262-fed64df3e839 service nova] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 792.545534] env[63332]: INFO networking_nsxv3.common.synchronization [req-9414a7a4-aed5-456a-a87b-f36ea6d1a51c req-a29c8deb-a868-4745-9262-fed64df3e839 service nova] Enqueued Resource ID: 686f6e30-1898-4f27-8db2-3d76129993da with Priority: HIGHEST for action port [ 792.545771] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_rules [ 792.545904] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 792.546000] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686f6e30-1898-4f27-8db2-3d76129993da with Priority: HIGHEST for action port [ 792.546650] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.546709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.546750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.547061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.547061] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.548454] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.548559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.549189] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-686f6e30-1898-4f27-8db2-3d76129993da taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.549189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-686f6e30-1898-4f27-8db2-3d76129993da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.549189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-686f6e30-1898-4f27-8db2-3d76129993da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.549189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-686f6e30-1898-4f27-8db2-3d76129993da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.549631] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('686f6e30-1898-4f27-8db2-3d76129993da',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.051226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.051764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.051764] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 686f6e30-1898-4f27-8db2-3d76129993da with status ACTIVE [ 793.051887] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.051951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.052029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.052275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.052425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.052632] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.052803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.052803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.053131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.053131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.053357] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.053485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.053571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.053741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.053861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.053973] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 686f6e30-1898-4f27-8db2-3d76129993da is going to be updated. [ 793.077235] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.077461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.077461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.077652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.077811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.077951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-686f6e30-1898-4f27-8db2-3d76129993da" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.647919] env[63332]: INFO networking_nsxv3.common.synchronization [req-e6731d70-63a0-48e0-948c-f4f36d618fd0 req-dd585362-c473-4f0f-b6b1-f85e2ef4f023 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 793.648737] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 793.648868] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.649087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.649201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.649409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.649570] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.650485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.650485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.650485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.650485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.650485] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.152454] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.153213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.153986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.153986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.153986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.154558] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.154558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.154558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.154558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.154839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.154968] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e is going to be updated. [ 794.182058] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.182348] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.182479] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.182760] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.183526] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.183743] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.184030] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.184399] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.184658] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.184931] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.185154] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.185272] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.185451] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.185619] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.185771] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.185981] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.188087] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.188249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.188344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.188558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.189660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.204587] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: IN_PROGRESS for 2s [ 794.215307] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.215307] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.215544] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.215609] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.217000] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-c826aee4-aca9-47f5-8530-a896148029b6 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.217000] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-c826aee4-aca9-47f5-8530-a896148029b6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.217000] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-c826aee4-aca9-47f5-8530-a896148029b6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.217000] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-c826aee4-aca9-47f5-8530-a896148029b6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.217000] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c826aee4-aca9-47f5-8530-a896148029b6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.527194] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 794.527401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.527483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.527758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.528000] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.528133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.528192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.528805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.528805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.528805] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.722143] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.722143] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.722143] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.722981] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.725175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.725175] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port c826aee4-aca9-47f5-8530-a896148029b6 not found, creating... [ 794.725175] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.725175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.725175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.725175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.725175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.725853] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.730340] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.730340] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.730340] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.730340] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.730340] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: c826aee4-aca9-47f5-8530-a896148029b6 is going to be created. [ 794.752508] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.753634] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.753634] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.753634] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.753859] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.754128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-c826aee4-aca9-47f5-8530-a896148029b6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.032571] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.539862] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.688231] env[63332]: INFO networking_nsxv3.common.synchronization [req-e6731d70-63a0-48e0-948c-f4f36d618fd0 req-3cee7e01-3bc5-4e38-8096-fab9e9aecc32 service nova] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_rules [ 795.688503] env[63332]: INFO networking_nsxv3.common.synchronization [req-e6731d70-63a0-48e0-948c-f4f36d618fd0 req-3cee7e01-3bc5-4e38-8096-fab9e9aecc32 service nova] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 795.688761] env[63332]: INFO networking_nsxv3.common.synchronization [req-e6731d70-63a0-48e0-948c-f4f36d618fd0 req-3cee7e01-3bc5-4e38-8096-fab9e9aecc32 service nova] Enqueued Resource ID: c826aee4-aca9-47f5-8530-a896148029b6 with Priority: HIGHEST for action port [ 795.690754] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_rules [ 795.690957] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 795.693091] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c826aee4-aca9-47f5-8530-a896148029b6 with Priority: HIGHEST for action port [ 795.693091] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.693091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.693091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.693091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.693091] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.694748] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.695220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.701500] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c826aee4-aca9-47f5-8530-a896148029b6 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.701500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c826aee4-aca9-47f5-8530-a896148029b6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.701500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c826aee4-aca9-47f5-8530-a896148029b6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.701500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c826aee4-aca9-47f5-8530-a896148029b6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.701500] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c826aee4-aca9-47f5-8530-a896148029b6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.042795] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.043170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.043312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.043615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.043721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.043853] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 796.081032] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.081200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.081344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.081632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.081797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.097635] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 796.198328] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.198496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.198690] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c826aee4-aca9-47f5-8530-a896148029b6 with status ACTIVE [ 796.198916] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.199123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.199222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.199536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.199688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.199976] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.200406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.200406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.200522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.200622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.200993] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.200993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.203994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.203994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.203994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.203994] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c826aee4-aca9-47f5-8530-a896148029b6 is going to be updated. [ 796.219993] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: SUCCESS [ 796.219993] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e deletion is rescheduled due to dependency. [ 796.219993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.219993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.220411] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.220539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.220601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.220877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.220990] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.228657] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.228872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.228872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.229131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.229280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.229437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c826aee4-aca9-47f5-8530-a896148029b6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.564842] env[63332]: INFO networking_nsxv3.common.synchronization [req-d038c883-8adf-4f81-88a3-cf8d0effe30b req-4f0e0536-b8c7-4a51-a85c-ac2bdcca14fa tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Enqueued Resource ID: ebff7686-9023-47e8-8403-1c1c4cfd169d with Priority: HIGHEST for action security_group_members [ 796.570787] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebff7686-9023-47e8-8403-1c1c4cfd169d with Priority: HIGHEST for action security_group_members [ 796.583793] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebff7686-9023-47e8-8403-1c1c4cfd169d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.583793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.583793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.583793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.583793] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.583793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.583793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.583793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.583793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.583793] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebff7686-9023-47e8-8403-1c1c4cfd169d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.724819] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.085067] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.085540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.085735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087156] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.088107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.088310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.088516] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebff7686-9023-47e8-8403-1c1c4cfd169d already deleted. [ 797.088726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.227278] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.436658] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.439590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-805" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.439590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-805" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.439590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-805" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.439590] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.439590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.439590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.439590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.439590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.442991] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.442991] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.442991] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.443206] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.443206] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.443760] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.443760] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.470027] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.470027] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.470027] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.470027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-805" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.470027] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-617749a5-0730-4c87-a994-89570c44861d taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.470027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-617749a5-0730-4c87-a994-89570c44861d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.470027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-617749a5-0730-4c87-a994-89570c44861d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.470027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-617749a5-0730-4c87-a994-89570c44861d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.470758] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617749a5-0730-4c87-a994-89570c44861d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.643007] env[63332]: INFO networking_nsxv3.common.synchronization [req-aaff489b-9a43-4f9c-a0f6-4dc7b35d5699 req-f73617a1-b1a2-4d1d-8e4b-efee988ef156 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 797.643007] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 797.643007] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.643480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.643480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.643556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.643804] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.644028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.644106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.644507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.644507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.644624] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.731164] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.731373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.731447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.731736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.731795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.731953] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e is going to be updated. [ 797.768600] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.768600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.768600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.768600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.768600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777895] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: IN_PROGRESS for 2s [ 797.974159] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.974420] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.974537] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.974839] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.974995] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.975247] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 617749a5-0730-4c87-a994-89570c44861d not found, creating... [ 797.975454] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.975616] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.975739] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.976045] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.976151] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.976458] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.976614] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.976731] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.976947] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.977893] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.978225] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 617749a5-0730-4c87-a994-89570c44861d is going to be created. [ 798.006647] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.006933] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.007192] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.008066] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.009304] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.009304] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-617749a5-0730-4c87-a994-89570c44861d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.019754] env[63332]: INFO networking_nsxv3.common.synchronization [req-d8ebb251-76e9-463c-b2eb-cde4d8ee1aca req-73defddc-590e-4154-92e1-3ca6513a26f0 tempest-FloatingIPsAssociationTestJSON-949854968 tempest-FloatingIPsAssociationTestJSON-949854968-project-member] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 798.020506] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGHEST for action security_group_members [ 798.020732] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.020869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.020957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.022366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.022746] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.022808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.022887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.023171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.023555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.023704] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.107957] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 798.108318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.108449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.108698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.108916] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.109022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.109105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.109292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.109381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.109515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.109578] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.147985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.148070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.148135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.148416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.148536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.148700] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.148811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.148875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.149134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.149134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.149389] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 798.186186] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.186443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.186553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.186787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.186943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.204218] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 798.527448] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527448] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527942] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 is going to be updated. [ 798.560986] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.561236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.561236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.561421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.561560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.574014] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: IN_PROGRESS for 2s [ 798.614028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.614308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.614308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.614577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.614652] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.614736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.614794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.614948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.615061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.615141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.615288] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.615395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.615471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.615565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.615696] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.618616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.618616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.618616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.618616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.618616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.618766] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.927670] env[63332]: INFO networking_nsxv3.common.synchronization [req-d038c883-8adf-4f81-88a3-cf8d0effe30b req-52708350-85cd-442d-b3b0-ea9caee291a6 service nova] Enqueued Resource ID: ebff7686-9023-47e8-8403-1c1c4cfd169d with Priority: HIGHEST for action security_group_rules [ 798.927949] env[63332]: INFO networking_nsxv3.common.synchronization [req-d038c883-8adf-4f81-88a3-cf8d0effe30b req-52708350-85cd-442d-b3b0-ea9caee291a6 service nova] Enqueued Resource ID: ebff7686-9023-47e8-8403-1c1c4cfd169d with Priority: HIGHEST for action security_group_members [ 798.928092] env[63332]: INFO networking_nsxv3.common.synchronization [req-d038c883-8adf-4f81-88a3-cf8d0effe30b req-52708350-85cd-442d-b3b0-ea9caee291a6 service nova] Enqueued Resource ID: 617749a5-0730-4c87-a994-89570c44861d with Priority: HIGHEST for action port [ 798.928236] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebff7686-9023-47e8-8403-1c1c4cfd169d with Priority: HIGHEST for action security_group_rules [ 798.928371] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebff7686-9023-47e8-8403-1c1c4cfd169d with Priority: HIGHEST for action security_group_members [ 798.928469] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617749a5-0730-4c87-a994-89570c44861d with Priority: HIGHEST for action port [ 798.930179] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebff7686-9023-47e8-8403-1c1c4cfd169d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.930331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.930331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.931630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.931630] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebff7686-9023-47e8-8403-1c1c4cfd169d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.934032] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebff7686-9023-47e8-8403-1c1c4cfd169d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.934210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.934323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.934537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.934746] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.934859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.934972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.935094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.935181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.935274] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebff7686-9023-47e8-8403-1c1c4cfd169d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.936147] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-617749a5-0730-4c87-a994-89570c44861d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.936229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-617749a5-0730-4c87-a994-89570c44861d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.939033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-617749a5-0730-4c87-a994-89570c44861d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.939033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-617749a5-0730-4c87-a994-89570c44861d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.939033] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617749a5-0730-4c87-a994-89570c44861d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.120968] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 517e406c-f194-4ef5-b5b6-876c4033e8dd: rpc.has_security_group_logging(os_id): False [ 799.140511] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.140692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.140770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.140997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.141106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141369] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.141482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.141482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.141612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.141764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141931] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.142050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.142215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.142264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.142337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.142535] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.142639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.142697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.143010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.143149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.143250] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 799.250845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.250845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.251120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.251120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.251644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.268736] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 799.438625] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebff7686-9023-47e8-8403-1c1c4cfd169d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.439650] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebff7686-9023-47e8-8403-1c1c4cfd169d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.439783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.440682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 617749a5-0730-4c87-a994-89570c44861d with status ACTIVE [ 799.440682] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.440682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.440682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.440682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.440682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.440935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.440935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.440935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.441042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.441071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.441238] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.441327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.441376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.441602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.441602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.441656] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 617749a5-0730-4c87-a994-89570c44861d is going to be updated. [ 799.468384] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.468537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.468660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.468827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.469011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.469146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-617749a5-0730-4c87-a994-89570c44861d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.598364] env[63332]: INFO networking_nsxv3.common.synchronization [req-965359b3-3a06-4033-8ee2-1a29c2892411 req-be4e5364-591c-413d-a014-87a87f13ee1c tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Enqueued Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGHEST for action security_group_members [ 799.599169] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGHEST for action security_group_members [ 799.599319] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef73f68-00d7-406c-8317-21fa17f8fbf0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.599646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.599646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.599838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.599917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.600028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.600088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.600252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.600335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.600426] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.795401] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: SUCCESS [ 799.795652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.795828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.796062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.796253] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.796397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.796479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.796643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.796745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.796840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.796940] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.945468] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebff7686-9023-47e8-8403-1c1c4cfd169d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.102881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.103122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.103230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.103396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.104996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.104996] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.104996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.104996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.104996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.104996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.104996] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 already deleted. [ 800.104996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.216608] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 800.216794] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 deletion is rescheduled due to dependency. [ 800.216911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.303022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.303022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.303022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.303022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.303022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.303704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.303704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.303704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.303704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.303704] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.425746] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.425910] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-801" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.425956] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-801" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.426448] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-801" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.426757] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.426953] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.427133] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.427396] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.427602] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.428234] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.428234] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.428234] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.428234] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.428438] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.428438] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.428539] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.448050] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.448221] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.448361] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.448539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-801" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.448853] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.449038] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.449165] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.449493] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.449636] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('450e375e-b74a-4f7a-90fd-d9ec4b852ab1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.451058] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.451193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.451250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.451413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.451499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.451589] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebff7686-9023-47e8-8403-1c1c4cfd169d is going to be created. [ 800.477835] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.477835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.477835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.477835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.477835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.489118] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebff7686-9023-47e8-8403-1c1c4cfd169d in Status: UNINITIALIZED for 2s [ 800.585699] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 in Status: SUCCESS [ 800.586030] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 deletion is rescheduled due to dependency. [ 800.586248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.806863] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e134b5d-f644-4e1e-b8cc-a344bf285b0e: rpc.has_security_group_logging(os_id): False [ 800.837460] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.837665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.837740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.837981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.838101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.838392] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.838472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.838510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.838707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.838839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.838998] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.839116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.839174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.839418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.839558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.839818] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.840033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.840033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.840159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.840292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.840415] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e is going to be updated. [ 800.919041] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.919041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.919041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.919041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.919578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.934614] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: IN_PROGRESS for 2s [ 800.951961] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.952401] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.952401] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.952650] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.952803] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.953048] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 not found, creating... [ 800.953289] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.953455] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.953573] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.953808] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.953951] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.954256] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.954415] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.954532] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.954744] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.954893] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.955048] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 is going to be created. [ 800.977221] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.977470] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.977616] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.978290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.978290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.978445] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.286907] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 801.287205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.828142] env[63332]: INFO networking_nsxv3.common.synchronization [req-965359b3-3a06-4033-8ee2-1a29c2892411 req-24db7607-fe25-4649-b59e-0832f57d3e74 service nova] Enqueued Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGHEST for action security_group_rules [ 801.828142] env[63332]: INFO networking_nsxv3.common.synchronization [req-965359b3-3a06-4033-8ee2-1a29c2892411 req-24db7607-fe25-4649-b59e-0832f57d3e74 service nova] Enqueued Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGHEST for action security_group_members [ 801.828142] env[63332]: INFO networking_nsxv3.common.synchronization [req-965359b3-3a06-4033-8ee2-1a29c2892411 req-24db7607-fe25-4649-b59e-0832f57d3e74 service nova] Enqueued Resource ID: 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 with Priority: HIGHEST for action port [ 801.828855] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGHEST for action security_group_rules [ 801.828855] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGHEST for action security_group_members [ 801.828855] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 with Priority: HIGHEST for action port [ 801.832344] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.832344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.832344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.832344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.832344] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.836072] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef73f68-00d7-406c-8317-21fa17f8fbf0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.836412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.836412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.836555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.836734] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.836840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.836906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.837571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.837571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.837571] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.840054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.841178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.841178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.841356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.841405] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('450e375e-b74a-4f7a-90fd-d9ec4b852ab1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.345429] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef73f68-00d7-406c-8317-21fa17f8fbf0 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.345429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.345429] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.346113] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 with status ACTIVE [ 802.346264] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.346440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.346539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.346837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.346971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.347246] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.347384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.347474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.347783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.347837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.348104] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.348248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.348343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.348554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.348659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.348789] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 450e375e-b74a-4f7a-90fd-d9ec4b852ab1 is going to be updated. [ 802.371164] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.371164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.371164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.371164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.371164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.371358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-450e375e-b74a-4f7a-90fd-d9ec4b852ab1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.505142] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebff7686-9023-47e8-8403-1c1c4cfd169d in Status: SUCCESS [ 802.505353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.505506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.505732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.505920] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.506045] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.506102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.506255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.506349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.506481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.509807] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebff7686-9023-47e8-8403-1c1c4cfd169d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.516570] env[63332]: INFO networking_nsxv3.common.synchronization [req-2790aa34-3281-464d-b991-394d794782fd req-16ef3c55-1b11-421a-ae00-6221dc9bf3c6 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 802.516570] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 802.516570] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.516570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.516570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.520160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.520160] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.520160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.520160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.520160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.520160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.520160] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.853475] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.953849] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: SUCCESS [ 802.954136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.014221] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebff7686-9023-47e8-8403-1c1c4cfd169d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.014483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.014875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.014875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.014992] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.015085] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.015345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.015440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.015533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.015708] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebff7686-9023-47e8-8403-1c1c4cfd169d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.015828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.016091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.016193] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.016287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.016348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.016503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.016590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.016688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.016779] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebff7686-9023-47e8-8403-1c1c4cfd169d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.023054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.023054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.023054] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf already deleted. [ 803.023054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.308528] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.308666] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-118" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.308794] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-118" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.312223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-118" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.312223] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.312223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.312223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.312223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.312223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.312223] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.312223] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.312223] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.312223] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.312223] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.312223] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.312223] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.336509] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.336685] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.336832] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.337035] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-118" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.337370] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-9237559f-f9e3-401f-a39a-63dc96b303fe taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.337548] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.337670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.338026] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.338173] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9237559f-f9e3-401f-a39a-63dc96b303fe',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.358055] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.358491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.358491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.358760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.358847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.358953] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 is going to be created. [ 803.392100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.392100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.392100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.392100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.392100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.407684] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 in Status: UNINITIALIZED for 2s [ 803.520466] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebff7686-9023-47e8-8403-1c1c4cfd169d: rpc.has_security_group_logging(os_id): False [ 803.541418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.542576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.542576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.542576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.542576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.542576] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.542814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.542814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.543077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.543333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.543403] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.543511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.543595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.543741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.543934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.544054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.544177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.544303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.544520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.544625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.544762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebff7686-9023-47e8-8403-1c1c4cfd169d is going to be created. [ 803.612353] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.612353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.612353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.612353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.612353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.626712] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebff7686-9023-47e8-8403-1c1c4cfd169d in Status: IN_PROGRESS for 2s [ 803.841129] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.841369] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.841494] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.841776] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.841922] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.842194] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 9237559f-f9e3-401f-a39a-63dc96b303fe not found, creating... [ 803.842674] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.842674] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.842674] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.842888] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.844061] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.844061] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.844061] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.844061] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.845095] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.845266] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.845416] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 9237559f-f9e3-401f-a39a-63dc96b303fe is going to be created. [ 803.868793] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.869060] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.869271] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.869425] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.869656] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870364] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.147871] env[63332]: INFO networking_nsxv3.common.synchronization [req-2790aa34-3281-464d-b991-394d794782fd req-a3bace7e-19ef-4b03-b328-6873727f9a9c service nova] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 805.148193] env[63332]: INFO networking_nsxv3.common.synchronization [req-2790aa34-3281-464d-b991-394d794782fd req-a3bace7e-19ef-4b03-b328-6873727f9a9c service nova] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 805.148193] env[63332]: INFO networking_nsxv3.common.synchronization [req-2790aa34-3281-464d-b991-394d794782fd req-a3bace7e-19ef-4b03-b328-6873727f9a9c service nova] Enqueued Resource ID: 9237559f-f9e3-401f-a39a-63dc96b303fe with Priority: HIGHEST for action port [ 805.148434] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 805.148585] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 805.148706] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9237559f-f9e3-401f-a39a-63dc96b303fe with Priority: HIGHEST for action port [ 805.149603] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.149929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.150050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.150273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.150549] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.151265] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.151406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.151461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.151620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.151775] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.151869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.151922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.152175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.152296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.152396] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.157411] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9237559f-f9e3-401f-a39a-63dc96b303fe taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.157679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.157679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.157823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.157904] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9237559f-f9e3-401f-a39a-63dc96b303fe',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.189250] env[63332]: INFO networking_nsxv3.common.synchronization [req-24e97e2d-92b6-457b-9632-17719eff6e48 req-5df8223f-e0ca-4e93-a21b-fdc6cbf4f0c9 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 805.190321] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 805.190808] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.190808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.190961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.191204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.191461] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.191461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.191615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.191730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.191781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.191856] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.297230] env[63332]: INFO networking_nsxv3.common.synchronization [req-0b32d2f2-aa3d-45f3-ae71-1ada55f29027 req-12f6cd87-61f1-4f7d-8e01-8f36ba8039b5 tempest-MultipleCreateTestJSON-1600010035 tempest-MultipleCreateTestJSON-1600010035-project-member] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 805.297230] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGHEST for action security_group_members [ 805.298329] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.298443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.421032] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 in Status: SUCCESS [ 805.421032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.421032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.421032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.421032] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.421032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.421032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.421032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.424200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.424200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.424200] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.643626] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebff7686-9023-47e8-8403-1c1c4cfd169d in Status: SUCCESS [ 805.643626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.660611] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.660784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.661041] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.665993] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9237559f-f9e3-401f-a39a-63dc96b303fe with status ACTIVE [ 805.666408] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.666530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.666606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.666862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.667027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.667287] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.667371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.667470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.667703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.667828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.668141] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.668281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.668375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.668581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.668700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.668823] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9237559f-f9e3-401f-a39a-63dc96b303fe is going to be updated. [ 805.697932] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.698227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.698357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.698670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.698904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.699125] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.699247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.699311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.699519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.700858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.700858] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 805.703254] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.704896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.705011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.705230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.705976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.705976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.716913] env[63332]: INFO networking_nsxv3.common.synchronization [req-4afd340d-4309-486a-8d12-72fa8ce13754 req-dfa55d7b-5524-4c97-b043-2b167ac2afff tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 805.720151] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 805.720151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.720151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.720151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.720151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.720151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.720151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.720151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.720151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.720151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.720939] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.764113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.764320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.764442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.764794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.764979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.778122] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 805.924371] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef73f68-00d7-406c-8317-21fa17f8fbf0 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.924644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.924764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.925122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.927700] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.928384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.928384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.928384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.928384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.928384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.929939] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef73f68-00d7-406c-8317-21fa17f8fbf0 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.929939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.929939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.929939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.929939] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.929939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.929939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.929939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.929939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.929939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.929939] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.164496] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.223908] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.433850] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef73f68-00d7-406c-8317-21fa17f8fbf0: rpc.has_security_group_logging(os_id): False [ 806.457152] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.457400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.457500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.457829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.457976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.458264] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.458404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.458519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.458724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.458834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.459113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.459453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.459453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.459617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.459737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.460363] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.460363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.460363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.460614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.460675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.460989] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 is going to be created. [ 806.533647] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.533827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.533866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.534338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.534631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.547355] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 in Status: IN_PROGRESS for 2s [ 806.666226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.666576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.666673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.667043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.667232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.667393] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be created. [ 806.716195] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.716429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.716535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.716848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.717128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.726932] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.730635] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: UNINITIALIZED for 2s [ 806.797052] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.797314] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.797439] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.797730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.798644] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.798644] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.798644] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.798644] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.798644] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.798894] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.798938] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.799094] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.799236] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.799311] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.799390] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.799518] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.820673] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.820849] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.820988] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.821190] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.821513] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-255641dc-21a4-4a7c-b496-705482a9643f taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.821684] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.821808] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.822280] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.822280] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255641dc-21a4-4a7c-b496-705482a9643f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.018030] env[63332]: INFO networking_nsxv3.common.synchronization [req-600babd0-3fa5-47d3-8fde-3f86c6817385 req-2e1f1aea-5b4f-468f-8933-8d3e291dec94 tempest-DeleteServersAdminTestJSON-70667819 tempest-DeleteServersAdminTestJSON-70667819-project-member] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 807.018960] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGHEST for action security_group_members [ 807.018960] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.019216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.019216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.019320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.019463] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.019558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.019613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.019764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.019872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.019978] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.232374] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.232884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.232884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.232884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.233078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.233811] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 807.275929] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.276140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.276225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.276481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.276713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.294218] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 807.324945] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.325194] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.325336] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.325646] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.325820] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.325986] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 255641dc-21a4-4a7c-b496-705482a9643f not found, creating... [ 807.326291] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.326460] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.326585] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.326825] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.327150] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.328834] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.329090] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.329255] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.329957] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.330305] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.330470] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 255641dc-21a4-4a7c-b496-705482a9643f is going to be created. [ 807.379479] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.379479] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.379479] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.379479] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.379479] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.379479] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.522544] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.522723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.522793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.523027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.523133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.523426] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.523498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.523498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.523669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.523823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.523823] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e is going to be updated. [ 807.559059] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.559256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.559326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.559547] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.559751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.572650] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: IN_PROGRESS for 2s [ 807.790491] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 807.790491] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd deletion is rescheduled due to dependency. [ 807.790664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.791476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.791476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.791476] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.791476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.791476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.795401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.795401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.795401] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.795811] env[63332]: INFO networking_nsxv3.common.synchronization [None req-922209f7-753c-4f1a-9cf6-f718caddeede None None] Enqueued Resource ID: 81869d15-4786-4d9d-92eb-0986fcffff4d with Priority: HIGHEST for action port [ 807.796857] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81869d15-4786-4d9d-92eb-0986fcffff4d with Priority: HIGHEST for action port [ 807.799983] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-81869d15-4786-4d9d-92eb-0986fcffff4d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.799983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81869d15-4786-4d9d-92eb-0986fcffff4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.799983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81869d15-4786-4d9d-92eb-0986fcffff4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.799983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81869d15-4786-4d9d-92eb-0986fcffff4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.799983] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81869d15-4786-4d9d-92eb-0986fcffff4d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.297355] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.297735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.297735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.297805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.297881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.298100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.298194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.298229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.298371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.298444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.298527] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be updated. [ 808.306587] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81869d15-4786-4d9d-92eb-0986fcffff4d [ 808.306587] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.306587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.306587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.306587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.306587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.306587] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81869d15-4786-4d9d-92eb-0986fcffff4d already deleted. [ 808.306587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81869d15-4786-4d9d-92eb-0986fcffff4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.334337] env[63332]: INFO networking_nsxv3.common.synchronization [req-4afd340d-4309-486a-8d12-72fa8ce13754 req-58e15985-300b-43b9-931a-088622f3dc1e service nova] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 808.334337] env[63332]: INFO networking_nsxv3.common.synchronization [req-4afd340d-4309-486a-8d12-72fa8ce13754 req-58e15985-300b-43b9-931a-088622f3dc1e service nova] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 808.334337] env[63332]: INFO networking_nsxv3.common.synchronization [req-4afd340d-4309-486a-8d12-72fa8ce13754 req-58e15985-300b-43b9-931a-088622f3dc1e service nova] Enqueued Resource ID: 255641dc-21a4-4a7c-b496-705482a9643f with Priority: HIGHEST for action port [ 808.334494] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 808.334563] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 808.334598] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255641dc-21a4-4a7c-b496-705482a9643f with Priority: HIGHEST for action port [ 808.336736] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.336889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.336983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.337257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.337347] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.340137] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.340251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.340543] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-255641dc-21a4-4a7c-b496-705482a9643f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.340680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.340680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.342100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.342100] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255641dc-21a4-4a7c-b496-705482a9643f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.342897] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.343029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.343090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.344535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.344535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.349761] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e req-bac3456b-d643-4dfa-b765-ccc96a71383c tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Enqueued Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGHEST for action security_group_members [ 808.349761] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGHEST for action security_group_members [ 808.349950] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff289efd-52a4-4ddf-b313-86eb1c991049 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.354184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.354184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.354184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.354184] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.354184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.354184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.354184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.354184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.354184] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.356831] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: IN_PROGRESS for 2s [ 808.569896] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 in Status: SUCCESS [ 808.569896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.740849] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: SUCCESS [ 808.741149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.741349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.741567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.741777] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.741898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.741959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.743224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.743380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.743539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.743695] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.800549] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.800782] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.800923] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.801476] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.801747] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.801909] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.803424] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.803424] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.803424] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.803424] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.803424] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.803424] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.803424] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.803424] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.803424] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.803991] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.829695] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.829695] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.829695] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.829695] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.829695] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-da34a509-3043-4f53-b966-e248875f62a1 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.829695] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-da34a509-3043-4f53-b966-e248875f62a1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.829695] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-da34a509-3043-4f53-b966-e248875f62a1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.829695] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-da34a509-3043-4f53-b966-e248875f62a1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.829695] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da34a509-3043-4f53-b966-e248875f62a1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.845766] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.846027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.846219] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 255641dc-21a4-4a7c-b496-705482a9643f with status ACTIVE [ 808.846455] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.846602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.846687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.847042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.847198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.847415] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.847569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.847658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.847846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.847953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.848193] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.848300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.848381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.848568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.848678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.848792] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 255641dc-21a4-4a7c-b496-705482a9643f is going to be updated. [ 808.861533] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.861862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.861982] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.862477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.862582] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.862799] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.862911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.863044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.863200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.863278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.863370] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff289efd-52a4-4ddf-b313-86eb1c991049 already deleted. [ 808.863450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.873163] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.873336] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.873410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.873651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.873797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.873957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.247978] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.305569] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 809.305902] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.306103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.306605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.306605] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.306605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.306783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.306923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.306923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.308672] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.337902] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.339166] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.339166] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.339166] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.339166] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.339166] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port da34a509-3043-4f53-b966-e248875f62a1 not found, creating... [ 809.339466] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.339611] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.339611] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.339839] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.340630] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.341111] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.341386] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.341616] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.341923] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.342199] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.342595] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: da34a509-3043-4f53-b966-e248875f62a1 is going to be created. [ 809.370820] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.371088] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.371183] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.371484] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.371721] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.372043] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-da34a509-3043-4f53-b966-e248875f62a1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.442357] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0cbc8ef2-44a8-4cc3-9a50-966dcaeb4af7 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Enqueued Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_rules [ 809.443207] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_rules [ 809.443626] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f410793-836f-4cdc-9b3e-e8945d709939 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.443786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.443864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.444199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.444320] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.585026] env[63332]: INFO networking_nsxv3.common.synchronization [None req-8bf6eb54-214d-4219-bff3-ac0f87590edb tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Enqueued Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_rules [ 809.586956] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e in Status: SUCCESS [ 809.587195] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e deletion is rescheduled due to dependency. [ 809.587612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.589182] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_rules [ 809.592809] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f410793-836f-4cdc-9b3e-e8945d709939 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.592809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.752685] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf: rpc.has_security_group_logging(os_id): False [ 809.771321] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.771399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.771399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.771865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.771865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.772128] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.772128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.772257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.774041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.774041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.774041] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be created. [ 809.813151] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.839443] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.839569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.839637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.839848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.840040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.856348] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: IN_PROGRESS for 2s [ 809.988655] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.988877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.988921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.989182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.989336] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.989432] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f410793-836f-4cdc-9b3e-e8945d709939 already deleted. [ 809.989538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.989714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.989933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.990063] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.121510] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0c8a8fe3-e016-442a-b77f-a0b646ef28ec None None] Enqueued Resource ID: 32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d with Priority: HIGHEST for action port [ 810.121510] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d with Priority: HIGHEST for action port [ 810.123062] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.123062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.123062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.123062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.125026] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.243577] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e req-ce4b76f2-2c3a-4e08-b865-127d978bf1d6 service nova] Enqueued Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGHEST for action security_group_rules [ 810.243804] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e req-ce4b76f2-2c3a-4e08-b865-127d978bf1d6 service nova] Enqueued Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGHEST for action security_group_members [ 810.243938] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd628e94-bc8b-4a81-bc49-a01b3a62d15e req-ce4b76f2-2c3a-4e08-b865-127d978bf1d6 service nova] Enqueued Resource ID: da34a509-3043-4f53-b966-e248875f62a1 with Priority: HIGHEST for action port [ 810.244294] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGHEST for action security_group_rules [ 810.244812] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGHEST for action security_group_members [ 810.244812] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da34a509-3043-4f53-b966-e248875f62a1 with Priority: HIGHEST for action port [ 810.249221] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff289efd-52a4-4ddf-b313-86eb1c991049 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.249423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.249508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.249824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.249964] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.251478] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff289efd-52a4-4ddf-b313-86eb1c991049 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.251478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.251478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.251688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.252178] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.252178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.252178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.252178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.252425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.252425] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.257365] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-da34a509-3043-4f53-b966-e248875f62a1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.257904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da34a509-3043-4f53-b966-e248875f62a1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.257904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da34a509-3043-4f53-b966-e248875f62a1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.257904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da34a509-3043-4f53-b966-e248875f62a1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.257904] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da34a509-3043-4f53-b966-e248875f62a1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.315797] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.371846] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd in Status: SUCCESS [ 810.372268] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd deletion is rescheduled due to dependency. [ 810.372390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.512914] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.513110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.513359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.513443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.513522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.513616] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f410793-836f-4cdc-9b3e-e8945d709939 already deleted. [ 810.513707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.630061] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d [ 810.630061] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.630061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.630061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.630061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.630061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.630061] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d already deleted. [ 810.630061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32cc1c0a-d7e5-45b6-bf2e-1366d6e1ea3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.763310] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.764451] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff289efd-52a4-4ddf-b313-86eb1c991049 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.765719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.767360] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da34a509-3043-4f53-b966-e248875f62a1 with status ACTIVE [ 810.767360] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.767460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.767545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.768754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.768906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.769159] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.769308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.769438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.769614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.769730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.770060] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.770257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.774692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.774692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.774692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.774692] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da34a509-3043-4f53-b966-e248875f62a1 is going to be updated. [ 810.811975] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.811975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.811975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.812374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.812374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.812557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da34a509-3043-4f53-b966-e248875f62a1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.821503] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.821503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.821503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.821503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.821503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.821503] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 810.893986] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.894305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.894795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.894795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.894965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.912049] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 811.266578] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.706112] env[63332]: INFO networking_nsxv3.common.synchronization [req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 req-ad9ae4ad-0cea-4932-909f-1e41b67d9851 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 811.706112] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 811.706112] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.706112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.706112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.706703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.706703] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.706792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.707108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.707108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.707219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.707219] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.768242] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.770455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.770455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.770763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.771287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.771456] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff289efd-52a4-4ddf-b313-86eb1c991049 is going to be created. [ 811.808114] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.808428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.808513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.808780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.808950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.822480] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff289efd-52a4-4ddf-b313-86eb1c991049 in Status: UNINITIALIZED for 2s [ 811.877195] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: SUCCESS [ 811.877195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.964447] env[63332]: INFO networking_nsxv3.common.synchronization [req-8b1d7c85-0679-483c-a22a-2310eac15566 req-61071ebb-f439-48ec-97f9-f851d3469a1e tempest-ServerAddressesNegativeTestJSON-1788323214 tempest-ServerAddressesNegativeTestJSON-1788323214-project-member] Enqueued Resource ID: ebff7686-9023-47e8-8403-1c1c4cfd169d with Priority: HIGHEST for action security_group_members [ 811.965087] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebff7686-9023-47e8-8403-1c1c4cfd169d with Priority: HIGHEST for action security_group_members [ 811.968856] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebff7686-9023-47e8-8403-1c1c4cfd169d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.969105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.969172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.969354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.969542] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.969647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.969712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.969870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.970013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.970103] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebff7686-9023-47e8-8403-1c1c4cfd169d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.209400] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.209580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.209650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.209876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.209993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.210220] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.210320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.210378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.210536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.210618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.210714] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c already deleted. [ 812.210794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.282924] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-374 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.283216] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-374" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.283382] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-374" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.283777] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-374" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.284672] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.284930] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.285090] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.285373] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.285570] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.285803] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.285917] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.286037] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.286150] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.286267] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.286367] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.286529] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.311116] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.311297] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.311433] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.311635] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-374" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.313620] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-cc2f0084-1ef2-423c-9cff-548c007535fc taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.313620] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-cc2f0084-1ef2-423c-9cff-548c007535fc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.313620] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-cc2f0084-1ef2-423c-9cff-548c007535fc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.313620] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-cc2f0084-1ef2-423c-9cff-548c007535fc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.313620] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2f0084-1ef2-423c-9cff-548c007535fc',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.473344] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.473585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.473694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.474049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.474205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.474513] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.474687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.474788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.475854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.475854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.475854] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebff7686-9023-47e8-8403-1c1c4cfd169d is going to be updated. [ 812.544636] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.544965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.544965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.545215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.545280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.556691] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebff7686-9023-47e8-8403-1c1c4cfd169d in Status: IN_PROGRESS for 2s [ 812.818076] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.818577] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.818577] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.818818] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.819062] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.819247] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port cc2f0084-1ef2-423c-9cff-548c007535fc not found, creating... [ 812.819525] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.819698] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.819831] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.820096] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.820255] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.820616] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.820725] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.820812] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.821146] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.821300] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.821456] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: cc2f0084-1ef2-423c-9cff-548c007535fc is going to be created. [ 812.848085] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.848386] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.848608] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.848904] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.849154] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.849431] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-cc2f0084-1ef2-423c-9cff-548c007535fc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.947674] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 812.947674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.947928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.948177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.948634] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.948790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.948887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.949147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.949324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.949506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.949659] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.377379] env[63332]: INFO networking_nsxv3.common.synchronization [req-41ecbcb3-d2ab-46af-ac2e-8c72e5283331 req-44a7a3dd-957f-4159-ac82-fdb3bf8034d6 tempest-ImagesNegativeTestJSON-1420884842 tempest-ImagesNegativeTestJSON-1420884842-project-member] Enqueued Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGHEST for action security_group_members [ 813.377379] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGHEST for action security_group_members [ 813.377466] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef73f68-00d7-406c-8317-21fa17f8fbf0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.377579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.377646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.377856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.380383] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.380544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.380630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.380814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.380906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.381009] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.455753] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.455986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.455986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.456312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.456421] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.456521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.456587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.456741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.456832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.456921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.457100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.457192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.457382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.457440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.457575] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.457663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.457719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.457883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.459038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.459038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.459038] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.635156] env[63332]: INFO networking_nsxv3.common.synchronization [req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 req-8014de52-ac71-4bfb-b22e-ec33dd7f172b service nova] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_rules [ 813.635156] env[63332]: INFO networking_nsxv3.common.synchronization [req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 req-8014de52-ac71-4bfb-b22e-ec33dd7f172b service nova] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 813.635156] env[63332]: INFO networking_nsxv3.common.synchronization [req-261c2ae4-2fb6-4edb-91c8-d097f1a82894 req-8014de52-ac71-4bfb-b22e-ec33dd7f172b service nova] Enqueued Resource ID: cc2f0084-1ef2-423c-9cff-548c007535fc with Priority: HIGHEST for action port [ 813.635156] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_rules [ 813.635156] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 813.635156] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2f0084-1ef2-423c-9cff-548c007535fc with Priority: HIGHEST for action port [ 813.635156] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.638712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.639838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.639838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.639838] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.640765] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.644823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.644823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.644823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.644823] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.644823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.644823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.644823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.644823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.644823] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.646482] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2f0084-1ef2-423c-9cff-548c007535fc taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.651640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2f0084-1ef2-423c-9cff-548c007535fc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.651640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2f0084-1ef2-423c-9cff-548c007535fc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.651640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2f0084-1ef2-423c-9cff-548c007535fc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.651640] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2f0084-1ef2-423c-9cff-548c007535fc',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.834319] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff289efd-52a4-4ddf-b313-86eb1c991049 in Status: SUCCESS [ 813.834603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.835195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.835195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.835195] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.835428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.835428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.835528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.835627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.835717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.835844] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.883165] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.883417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.883417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.883651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.883719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.884130] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.884130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.884130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.884377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.884377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.884377] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 is going to be updated. [ 813.919261] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.919630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.919752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.919947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.920131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.933818] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 in Status: IN_PROGRESS for 2s [ 813.960861] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a3ee61d-8d51-489d-92f6-d42f74b525e8: rpc.has_security_group_logging(os_id): False [ 813.983969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.984169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.984281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.984574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.984675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.985301] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.985301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.985301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.985515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.985515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.985672] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.986444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.986444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.986711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.986870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.987140] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.987261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.987327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.987489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.987907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.987907] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 814.058172] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.058374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.058412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.061938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.061938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.078331] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 814.141557] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.141715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.147222] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.156870] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc2f0084-1ef2-423c-9cff-548c007535fc with status ACTIVE [ 814.156870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.156870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.156870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.156870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.156870] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc2f0084-1ef2-423c-9cff-548c007535fc is going to be updated. [ 814.209036] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.209036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.209036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.209286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.209286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.209497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2f0084-1ef2-423c-9cff-548c007535fc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.342623] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff289efd-52a4-4ddf-b313-86eb1c991049 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.342829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.342871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.343170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.343350] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.343591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.343591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.343723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.343812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.343905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.344066] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff289efd-52a4-4ddf-b313-86eb1c991049 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.344192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.344429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.344585] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.344648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.344877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.344958] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.345075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.345177] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.567452] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebff7686-9023-47e8-8403-1c1c4cfd169d in Status: SUCCESS [ 814.567947] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebff7686-9023-47e8-8403-1c1c4cfd169d deletion is rescheduled due to dependency. [ 814.567947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebff7686-9023-47e8-8403-1c1c4cfd169d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.654205] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.687574] env[63332]: INFO networking_nsxv3.common.synchronization [None req-8cab7b40-4466-42e4-82d3-39f058395dec None None] Enqueued Resource ID: 698bcda4-2cf1-49e8-9c63-7ba60b2f8896 with Priority: HIGHEST for action port [ 814.688455] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698bcda4-2cf1-49e8-9c63-7ba60b2f8896 with Priority: HIGHEST for action port [ 814.688529] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-698bcda4-2cf1-49e8-9c63-7ba60b2f8896 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.688645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-698bcda4-2cf1-49e8-9c63-7ba60b2f8896" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.688791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-698bcda4-2cf1-49e8-9c63-7ba60b2f8896" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.689193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-698bcda4-2cf1-49e8-9c63-7ba60b2f8896" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.689322] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('698bcda4-2cf1-49e8-9c63-7ba60b2f8896',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.849413] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff289efd-52a4-4ddf-b313-86eb1c991049: rpc.has_security_group_logging(os_id): False [ 814.873522] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.873823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.873823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.873920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.874035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.874332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.875022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.875022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.875022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.875022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.875022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.875248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.875248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.875248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.875358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.875494] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.875583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.875641] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.875779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.875849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.875937] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff289efd-52a4-4ddf-b313-86eb1c991049 is going to be created. [ 814.957627] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.957826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.957913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.958168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.958353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.973250] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff289efd-52a4-4ddf-b313-86eb1c991049 in Status: IN_PROGRESS for 2s [ 815.157084] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.157225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.157324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.157566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.160907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.160907] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be created. [ 815.196296] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.197656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.197656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.197656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.197656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.198417] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 698bcda4-2cf1-49e8-9c63-7ba60b2f8896 [ 815.198629] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.198746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.198814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.199145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.199540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.199655] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:698bcda4-2cf1-49e8-9c63-7ba60b2f8896 already deleted. [ 815.199832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-698bcda4-2cf1-49e8-9c63-7ba60b2f8896" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.211357] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: UNINITIALIZED for 2s [ 815.945406] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 in Status: SUCCESS [ 815.945954] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 deletion is rescheduled due to dependency. [ 815.945954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.094393] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 816.094549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.225661] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 816.225661] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:1 started [ 816.565225] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-333001d6-1240-4712-b63b-f2a7c2028a74 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 816.566194] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 816.566194] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.566366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.566366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.566747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.566747] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.566952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.566952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.567700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.567801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.567968] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.649184] env[63332]: INFO networking_nsxv3.common.synchronization [None req-8568bb68-a3c1-410b-afd0-456175bc2ccb None None] Enqueued Resource ID: 03630d25-973f-482f-a1e5-1534efc55c55 with Priority: HIGHEST for action port [ 816.649443] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03630d25-973f-482f-a1e5-1534efc55c55 with Priority: HIGHEST for action port [ 816.652152] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-03630d25-973f-482f-a1e5-1534efc55c55 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.652152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03630d25-973f-482f-a1e5-1534efc55c55" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.652152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03630d25-973f-482f-a1e5-1534efc55c55" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.652152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03630d25-973f-482f-a1e5-1534efc55c55" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.652152] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03630d25-973f-482f-a1e5-1534efc55c55',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.990229] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff289efd-52a4-4ddf-b313-86eb1c991049 in Status: SUCCESS [ 816.990229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.070571] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.070792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.070827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.071452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.071452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.071625] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.071729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.071729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.071893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.072288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.072288] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 already deleted. [ 817.072288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.154606] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03630d25-973f-482f-a1e5-1534efc55c55 [ 817.154805] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.154927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.155192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.155192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.155324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.155500] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03630d25-973f-482f-a1e5-1534efc55c55 already deleted. [ 817.155500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03630d25-973f-482f-a1e5-1534efc55c55" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.223489] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: SUCCESS [ 817.223820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.224108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.224589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.224951] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.225157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.225450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.225537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.225606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.225729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.225851] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.246879] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-61bed46d-fe94-45a2-aa78-c25fbed4b414 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 817.248208] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 817.248208] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.248208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.248208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.248208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.248455] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.248455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.248455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.248637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.248637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.248790] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.683386] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-056e65b6-fdc4-4e74-b9e6-f7088d581497 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 817.684772] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 817.684772] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.684772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.730562] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.730562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.731917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.731917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.732245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.732245] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.732458] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.732458] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.732642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.732886] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.733191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.733315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.733564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.733691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.733825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.733951] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.752526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.752526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.752526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.752526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.752526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.752526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.752806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.752806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.752806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.752889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.752957] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 already deleted. [ 817.753057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.753504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.753668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.753809] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.753930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.753960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.754443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.754581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.754708] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.139312] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.139699] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-164" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.143602] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-164" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.143844] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-164" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.144428] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.144702] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.144921] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.145316] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.145568] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.145896] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.150395] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.150552] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.150745] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.151030] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.151235] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.151660] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.176046] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.176259] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.176404] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.176624] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-164" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.176955] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.177578] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.177578] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.177715] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.177754] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c07655ae-d4f9-44f1-b249-fbf48e32ca4d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.237772] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 188eaea9-d601-44cd-b51e-bb3186ec0e9c: rpc.has_security_group_logging(os_id): False [ 818.257453] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.257702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.257784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.258116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.258257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.258567] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.258707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.258796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.259015] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.259164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.259279] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 already deleted. [ 818.259390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.260755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.260916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.261036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.261267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.261355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.261611] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.261680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.261744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.261895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.261977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.262191] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.262348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.262454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.262581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.262667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.262859] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.262968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.263076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.263252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.263380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.263489] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be created. [ 818.330660] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.330660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.330998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.330998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.331203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.344044] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: IN_PROGRESS for 2s [ 818.671828] env[63332]: INFO networking_nsxv3.common.synchronization [req-b5fb0e9f-f6ca-470b-994b-9636e3536029 req-eff5c88e-6532-4a79-a449-8036b8ddffad tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 818.671828] env[63332]: INFO networking_nsxv3.common.synchronization [req-b5fb0e9f-f6ca-470b-994b-9636e3536029 req-eff5c88e-6532-4a79-a449-8036b8ddffad tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 818.672641] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 818.672861] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 818.674552] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.674692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.674755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.674976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.675144] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.675249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.675332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.675492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.675583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.675696] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.676551] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.676676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.676731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.676927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.677082] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.677180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.677247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.677382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.677471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.677548] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.682294] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.682506] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.682643] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.682884] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.683044] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.683223] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port c07655ae-d4f9-44f1-b249-fbf48e32ca4d not found, creating... [ 818.683491] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.683719] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.683851] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.684286] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.684286] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.684580] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.684746] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.684864] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.687931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.687931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.688099] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: c07655ae-d4f9-44f1-b249-fbf48e32ca4d is going to be created. [ 818.709646] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.709973] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.710240] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.710529] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.710830] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.711092] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.751965] env[63332]: INFO networking_nsxv3.common.synchronization [req-b5fb0e9f-f6ca-470b-994b-9636e3536029 req-eff5c88e-6532-4a79-a449-8036b8ddffad tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 818.751965] env[63332]: INFO networking_nsxv3.common.synchronization [req-b5fb0e9f-f6ca-470b-994b-9636e3536029 req-eff5c88e-6532-4a79-a449-8036b8ddffad tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 818.751965] env[63332]: INFO networking_nsxv3.common.synchronization [req-b5fb0e9f-f6ca-470b-994b-9636e3536029 req-eff5c88e-6532-4a79-a449-8036b8ddffad tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_rules [ 818.751965] env[63332]: INFO networking_nsxv3.common.synchronization [req-b5fb0e9f-f6ca-470b-994b-9636e3536029 req-eff5c88e-6532-4a79-a449-8036b8ddffad tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 818.752182] env[63332]: INFO networking_nsxv3.common.synchronization [req-b5fb0e9f-f6ca-470b-994b-9636e3536029 req-eff5c88e-6532-4a79-a449-8036b8ddffad tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 255641dc-21a4-4a7c-b496-705482a9643f with Priority: HIGHEST for action port [ 818.752857] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 818.752996] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_rules [ 818.753131] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255641dc-21a4-4a7c-b496-705482a9643f with Priority: HIGHEST for action port [ 818.753198] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 818.753348] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 818.753662] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.753879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.753879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.754051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.754142] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.755035] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.755150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.755190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.755410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.755488] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.759414] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-255641dc-21a4-4a7c-b496-705482a9643f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.759414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.759414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.759414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.759414] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255641dc-21a4-4a7c-b496-705482a9643f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.760587] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.760679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.760864] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.760946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.179567] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.180940] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.261416] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 255641dc-21a4-4a7c-b496-705482a9643f with status ACTIVE [ 819.263154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.263154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.263647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.263647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263647] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 255641dc-21a4-4a7c-b496-705482a9643f is going to be updated. [ 819.268048] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.268228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.271973] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.271973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.298612] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.298748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.298816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.299050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.299187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.299354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.683607] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.687610] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.691032] env[63332]: INFO networking_nsxv3.common.synchronization [req-adc21657-b0a0-4429-8a11-80432ab7ba1c req-9dc7ca8d-b5f3-4019-947b-6c1c04ffc90e tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 819.691836] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 819.692274] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.692493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.692641] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.693721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.693721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.693721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.693721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.693721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.693721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.694169] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.800873] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-8d63032b-ef9d-4c5b-b526-0f1d3c1dc756 service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 819.801117] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-8d63032b-ef9d-4c5b-b526-0f1d3c1dc756 service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 819.801286] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-8d63032b-ef9d-4c5b-b526-0f1d3c1dc756 service nova] Enqueued Resource ID: c07655ae-d4f9-44f1-b249-fbf48e32ca4d with Priority: HIGHEST for action port [ 819.801846] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 819.801985] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 819.802155] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07655ae-d4f9-44f1-b249-fbf48e32ca4d with Priority: HIGHEST for action port [ 819.802522] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.802690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.802776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.803070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.803180] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.804104] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.804230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.804308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.804490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.804659] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.804758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.804821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.804995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.805128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.805240] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.806288] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.806420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.806463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.806667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.806706] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c07655ae-d4f9-44f1-b249-fbf48e32ca4d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.190209] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.190209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.190209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.190209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.190209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.190209] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 820.191678] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.191874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.191939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.192338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.192338] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d is going to be created. [ 820.196270] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.207611] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.208179] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.208179] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.208504] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.208911] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209810] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209948] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.210484] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.210591] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.210812] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.210927] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.211046] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.211158] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.211282] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.211392] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.211524] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.221183] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.221418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.221418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.221693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.221779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.229215] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.229455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.229455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.229644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.229786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.233545] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: UNINITIALIZED for 2s [ 820.240497] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 820.245713] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.245713] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.245713] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.245713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.245713] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-b93b913c-fd28-4a93-b347-6053da690f27 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.245713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-b93b913c-fd28-4a93-b347-6053da690f27" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.246111] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-b93b913c-fd28-4a93-b347-6053da690f27" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.246190] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-b93b913c-fd28-4a93-b347-6053da690f27" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.246328] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93b913c-fd28-4a93-b347-6053da690f27',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.308889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.309121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.309451] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.311160] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c07655ae-d4f9-44f1-b249-fbf48e32ca4d with status ACTIVE [ 820.311462] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.312481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.312481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.312481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.312481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.312481] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.312946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.312946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.313076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.313172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.313411] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.313552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.313652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.313877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.313999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.314145] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c07655ae-d4f9-44f1-b249-fbf48e32ca4d is going to be updated. [ 820.339031] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.339254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.339254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.339558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.339924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.340206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c07655ae-d4f9-44f1-b249-fbf48e32ca4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.362038] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: SUCCESS [ 820.362391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.605582] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.605742] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-431" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.605779] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-431" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.606192] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-431" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.606469] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.606641] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.606746] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.606989] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.607148] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.607354] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.607469] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.607575] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.607681] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.607787] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.608751] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.608751] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.628762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.629076] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.629321] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.629609] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-431" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.630128] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-b84458bf-f59d-412c-a30c-b78932ebc3dd taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.631851] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-b84458bf-f59d-412c-a30c-b78932ebc3dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.632169] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-b84458bf-f59d-412c-a30c-b78932ebc3dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.632622] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-b84458bf-f59d-412c-a30c-b78932ebc3dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.632870] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84458bf-f59d-412c-a30c-b78932ebc3dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.699423] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.748838] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.749077] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.749205] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.750094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.750094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.750094] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port b93b913c-fd28-4a93-b347-6053da690f27 not found, creating... [ 820.750094] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.750369] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.750369] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.750608] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.750753] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.751055] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.751216] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.751335] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.751550] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.751689] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.751830] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: b93b913c-fd28-4a93-b347-6053da690f27 is going to be created. [ 820.816518] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.873488] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.875328] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.875328] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.875328] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.875328] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.875328] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-b93b913c-fd28-4a93-b347-6053da690f27" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.135602] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.135870] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.136451] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.136451] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.136451] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.136683] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port b84458bf-f59d-412c-a30c-b78932ebc3dd not found, creating... [ 821.136868] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.137066] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.137253] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.137454] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.137601] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.137916] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.138103] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.138231] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.138443] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.138580] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.138718] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: b84458bf-f59d-412c-a30c-b78932ebc3dd is going to be created. [ 821.169499] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.169778] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.169842] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.170284] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.170532] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.170824] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-b84458bf-f59d-412c-a30c-b78932ebc3dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.204089] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.204550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.204550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.204747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.204864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.204984] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 821.259571] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.259771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.259892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.260296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.260457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.273220] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 821.319425] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.319425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.319425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.319818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.319818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319915] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be created. [ 821.357522] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.357725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.357725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.358077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.358170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.369083] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: UNINITIALIZED for 2s [ 821.561081] env[63332]: INFO networking_nsxv3.common.synchronization [req-adc21657-b0a0-4429-8a11-80432ab7ba1c req-bc0309d1-c252-4694-b9eb-bf73c8d11ba9 service nova] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_rules [ 821.561344] env[63332]: INFO networking_nsxv3.common.synchronization [req-adc21657-b0a0-4429-8a11-80432ab7ba1c req-bc0309d1-c252-4694-b9eb-bf73c8d11ba9 service nova] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 821.561486] env[63332]: INFO networking_nsxv3.common.synchronization [req-adc21657-b0a0-4429-8a11-80432ab7ba1c req-bc0309d1-c252-4694-b9eb-bf73c8d11ba9 service nova] Enqueued Resource ID: b93b913c-fd28-4a93-b347-6053da690f27 with Priority: HIGHEST for action port [ 821.561990] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_rules [ 821.564240] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 821.564351] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b93b913c-fd28-4a93-b347-6053da690f27 with Priority: HIGHEST for action port [ 821.564875] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.565015] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.565112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.565318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.565404] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.566252] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.566349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.569061] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b93b913c-fd28-4a93-b347-6053da690f27 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.569061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b93b913c-fd28-4a93-b347-6053da690f27" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.569061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b93b913c-fd28-4a93-b347-6053da690f27" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.569061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b93b913c-fd28-4a93-b347-6053da690f27" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.569061] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93b913c-fd28-4a93-b347-6053da690f27',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.856925] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-be260dc2-1eda-4d98-9e83-448f366d58be service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 821.861735] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-be260dc2-1eda-4d98-9e83-448f366d58be service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 821.861947] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-be260dc2-1eda-4d98-9e83-448f366d58be service nova] Enqueued Resource ID: b84458bf-f59d-412c-a30c-b78932ebc3dd with Priority: HIGHEST for action port [ 821.863393] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 821.863705] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 821.863914] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84458bf-f59d-412c-a30c-b78932ebc3dd with Priority: HIGHEST for action port [ 821.864632] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.864749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.864955] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.865059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.865240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b84458bf-f59d-412c-a30c-b78932ebc3dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.865343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b84458bf-f59d-412c-a30c-b78932ebc3dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.865407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b84458bf-f59d-412c-a30c-b78932ebc3dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.865616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b84458bf-f59d-412c-a30c-b78932ebc3dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.865705] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84458bf-f59d-412c-a30c-b78932ebc3dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.069276] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.071461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.075233] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b93b913c-fd28-4a93-b347-6053da690f27 with status ACTIVE [ 822.075233] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.075233] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.075233] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.075233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.075233] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b93b913c-fd28-4a93-b347-6053da690f27 is going to be updated. [ 822.099950] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.099950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.099950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.099950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.099950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.099950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b93b913c-fd28-4a93-b347-6053da690f27" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.246411] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: SUCCESS [ 822.246780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.246845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.247044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.247240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.247361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.247429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.247595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.247683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.247780] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.250948] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 822.253159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.253572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.254587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.254671] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.254890] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.255012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.255446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.257019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.257019] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.368523] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b84458bf-f59d-412c-a30c-b78932ebc3dd with status ACTIVE [ 822.368657] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.368747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.368800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.369141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.369141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.369272] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.369370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.369424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.369574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.369653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.369829] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.369920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.369971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.370136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.370209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.370293] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b84458bf-f59d-412c-a30c-b78932ebc3dd is going to be updated. [ 822.391997] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.392224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.392271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.392483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.392622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.392784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b84458bf-f59d-412c-a30c-b78932ebc3dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.750657] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.759227] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.809767] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.809767] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-164" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.809926] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-164" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.810169] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-164" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.810423] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.810582] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.810702] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.810914] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.811073] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.811279] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.811416] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.811531] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.811643] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.811757] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.811865] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.811998] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.831183] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.831319] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.831453] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.831668] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-164" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.831991] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-a154050b-819b-4084-bfdd-3ef82d64bb79 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.832200] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-a154050b-819b-4084-bfdd-3ef82d64bb79" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.832332] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-a154050b-819b-4084-bfdd-3ef82d64bb79" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.832645] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-a154050b-819b-4084-bfdd-3ef82d64bb79" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.832790] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a154050b-819b-4084-bfdd-3ef82d64bb79',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.263163] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.263163] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.286690] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 823.286995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.287309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.287536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.287732] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.288061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.288061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.288149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.288301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.288301] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.335296] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.335499] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.335635] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.335929] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.336104] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.336266] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port a154050b-819b-4084-bfdd-3ef82d64bb79 not found, creating... [ 823.336531] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.336690] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.336811] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.337039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.337257] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.337490] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.337662] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.337800] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.338105] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.338261] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.338436] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: a154050b-819b-4084-bfdd-3ef82d64bb79 is going to be created. [ 823.364175] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.364175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.364300] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.364528] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.364780] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.365039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-a154050b-819b-4084-bfdd-3ef82d64bb79" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.381100] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 823.381363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.381558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.381804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.382063] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.382304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.382386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.382562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.382641] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.382732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.382829] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.384410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.384410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.384410] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.384410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.384410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.384707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.384973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.385135] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.757580] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.757708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.757781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.758131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.758333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.758487] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d is going to be updated. [ 823.763513] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.763722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.764243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.764243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.764403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.764437] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 823.791370] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.798759] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.798759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.798759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.798930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.798972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.801022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.801153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.801227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.801427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.801576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.818401] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 823.819034] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: IN_PROGRESS for 2s [ 823.887620] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.887840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.891056] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.299358] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.394020] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.557201] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-751141cd-ca15-4a8d-a668-98f13862c524 service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 824.557330] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-751141cd-ca15-4a8d-a668-98f13862c524 service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 824.557393] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc640608-430e-4adb-8ef1-3b112e0405e9 req-751141cd-ca15-4a8d-a668-98f13862c524 service nova] Enqueued Resource ID: a154050b-819b-4084-bfdd-3ef82d64bb79 with Priority: HIGHEST for action port [ 824.558164] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 824.558164] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 824.558164] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a154050b-819b-4084-bfdd-3ef82d64bb79 with Priority: HIGHEST for action port [ 824.558445] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.558518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.558706] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.558798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.558953] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a154050b-819b-4084-bfdd-3ef82d64bb79 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.564318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a154050b-819b-4084-bfdd-3ef82d64bb79" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.564318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a154050b-819b-4084-bfdd-3ef82d64bb79" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.564318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a154050b-819b-4084-bfdd-3ef82d64bb79" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.564318] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a154050b-819b-4084-bfdd-3ef82d64bb79',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.801715] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.804020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.804020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.804020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.804020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.804020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 824.836457] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.836457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.836457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.836457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.836457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.844491] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 824.900321] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.900321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.900321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.900321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.900321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.900321] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 824.935755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.935755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.935755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.935755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.935755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.948280] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 825.069283] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a154050b-819b-4084-bfdd-3ef82d64bb79 with status ACTIVE [ 825.069283] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.069283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.069283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.073934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.074092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.074656] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.074656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.074656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.074934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.074985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.075232] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.077613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.077707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.079480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.080671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.081212] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a154050b-819b-4084-bfdd-3ef82d64bb79 is going to be updated. [ 825.114209] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.114209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.114209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.114209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.114209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.114560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a154050b-819b-4084-bfdd-3ef82d64bb79" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.611023] env[63332]: INFO networking_nsxv3.common.synchronization [req-266f548b-b0da-4cd8-bb39-003636b46c23 req-25f0477c-fd71-446a-97dd-a9e59493f661 tempest-ImagesOneServerTestJSON-1763403048 tempest-ImagesOneServerTestJSON-1763403048-project-member] Enqueued Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGHEST for action security_group_members [ 825.611390] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGHEST for action security_group_members [ 825.611554] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-860140b8-95fa-446b-b03e-b37b7f2b3a33 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.611679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.611745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.611954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.612347] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.612493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.612562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.612737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.612825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.612922] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.835112] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: SUCCESS [ 825.835112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.835112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.835112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.835112] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.835112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.835112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.835112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.835112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.835112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.835112] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.838233] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 825.840190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.840190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.840190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.840190] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.840190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.840190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.840460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.840460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.840460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.840460] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.115464] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.115688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.115776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.116066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.116160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.116403] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.116403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.116403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.116403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.116403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.116403] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 is going to be updated. [ 826.151188] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.151188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.151188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.151188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.151188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.159631] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 in Status: IN_PROGRESS for 2s [ 826.345334] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.345334] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.345334] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.345334] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.345334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.345767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.345767] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.345767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.345767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.345882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.345912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.346056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.346110] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.347536] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 826.347694] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: a0973a86-8208-4f89-a322-af09a5f46485 with Priority: HIGHEST for action security_group_members [ 826.347823] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 826.348727] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 826.368382] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0973a86-8208-4f89-a322-af09a5f46485 with Priority: HIGHEST for action security_group_members [ 826.368382] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 826.368382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.368382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.368382] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.368382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0973a86-8208-4f89-a322-af09a5f46485 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.368382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.369392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.369392] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.369392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.369392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.369392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.369744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.369744] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.372245] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.372245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.372245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.372245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.372245] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.372245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.372245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.372245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.372245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.372245] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.377800] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.392540] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 826.392778] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 826.392969] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: a0973a86-8208-4f89-a322-af09a5f46485 with Priority: HIGHEST for action security_group_rules [ 826.393168] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: a0973a86-8208-4f89-a322-af09a5f46485 with Priority: HIGHEST for action security_group_members [ 826.393316] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_rules [ 826.393684] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 826.393905] env[63332]: INFO networking_nsxv3.common.synchronization [req-dab847fd-cd68-4558-bbf8-fcf98c110e11 req-cd05b512-eccd-43fd-ab23-3b4d2f727548 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 255641dc-21a4-4a7c-b496-705482a9643f with Priority: HIGHEST for action port [ 826.395226] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_rules [ 826.395396] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0973a86-8208-4f89-a322-af09a5f46485 with Priority: HIGHEST for action security_group_rules [ 826.395717] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 826.395890] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255641dc-21a4-4a7c-b496-705482a9643f with Priority: HIGHEST for action port [ 826.396095] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_rules [ 826.396227] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 826.396359] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0973a86-8208-4f89-a322-af09a5f46485 with Priority: HIGHEST for action security_group_members [ 826.396704] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.396838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.397110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0973a86-8208-4f89-a322-af09a5f46485 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.397474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.397474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.397737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.397843] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.401474] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.401474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.401474] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-255641dc-21a4-4a7c-b496-705482a9643f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.401474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.401474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.401474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.401474] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255641dc-21a4-4a7c-b496-705482a9643f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.401474] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.401474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.401474] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.401474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.402178] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0973a86-8208-4f89-a322-af09a5f46485 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.402178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.850700] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a3ee61d-8d51-489d-92f6-d42f74b525e8: rpc.has_security_group_logging(os_id): False [ 826.854161] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c45b6f57-0b66-4dc2-9d31-b930aed6024d: rpc.has_security_group_logging(os_id): False [ 826.855641] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 826.855876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.856034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.856231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.856498] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.856619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.856682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.856837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.857059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.857059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.857331] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.875619] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.875780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.875826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.876197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.876197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.876387] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.876481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.876481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.876621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.876709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.876898] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.877410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.877410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.877410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.877410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.877691] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.877691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.877691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.877815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.877815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.877876] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 826.879152] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.880505] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.883354] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.883354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.883354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.883354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.883354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.883354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.883354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.883354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.883354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.883354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.883708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.883708] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d is going to be created. [ 826.903185] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0973a86-8208-4f89-a322-af09a5f46485 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.903311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.903484] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 255641dc-21a4-4a7c-b496-705482a9643f with status ACTIVE [ 826.903646] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.903748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.903812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.904040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.904234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.904296] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.904390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.904450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.904626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.904717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.904870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.904961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.905052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.905167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.905242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.905479] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 255641dc-21a4-4a7c-b496-705482a9643f is going to be updated. [ 826.930919] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.931093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.931182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.931402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.931551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.931720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255641dc-21a4-4a7c-b496-705482a9643f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.960540] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.960781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.961040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.963858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.963858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.964191] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 826.964535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.964607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.964762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.964941] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.965070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.965135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.965290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.965377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.965466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.965627] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.965709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.965769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.965913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.966053] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.966145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.966202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.966337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.966407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.966483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.966565] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.967652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.968776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.968776] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.968776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.968776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.968776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.968776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.968776] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.997133] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.997527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.997527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.997607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.997719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.004498] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: IN_PROGRESS for 2s [ 827.025377] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 827.096480] env[63332]: INFO networking_nsxv3.common.synchronization [req-f5a48284-53d0-426b-9a8a-8a264bfde6da req-16c8702f-02db-41c4-9988-f3c3150e5b93 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 827.096787] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 827.097112] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.097245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.097315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.097516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.097663] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.098862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.098862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.098862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.099537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.099537] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.360421] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.361434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.361434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.361434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.361434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.361434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.361434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.361434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.361434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.362435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.362618] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.362696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.362756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.362919] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.363120] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.363207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.363275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.363399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.363476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.363559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.363646] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.385157] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.386303] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.392096] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.392301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.392393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.392666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.392782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.392910] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d is going to be updated. [ 827.448389] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.448901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.448901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.448901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.449175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.462494] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: IN_PROGRESS for 2s [ 827.469912] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e6218a-dd53-4b31-8925-635679cb93d5: rpc.has_security_group_logging(os_id): False [ 827.471190] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.494175] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.494342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.494422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.494695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.494792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.494991] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.495957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.496110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.496606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.496606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.496606] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.496772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.496772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.497012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.497012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.497161] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.497252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.497343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.497506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.497581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.497680] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be created. [ 827.573997] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.573997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.573997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.573997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.573997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.586672] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 827.603960] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.764733] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.765146] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.765146] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.765353] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.765634] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.765806] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.765934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.768505] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.768713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.768966] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.769050] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.769167] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.769300] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.769398] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.769513] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.769677] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.792878] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.793086] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.793226] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.793402] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.794163] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-3ed992e9-32cb-456c-a54a-779285d84aad taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.794163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-3ed992e9-32cb-456c-a54a-779285d84aad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.794163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-3ed992e9-32cb-456c-a54a-779285d84aad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.794457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-3ed992e9-32cb-456c-a54a-779285d84aad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.794503] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed992e9-32cb-456c-a54a-779285d84aad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.871784] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3: rpc.has_security_group_logging(os_id): False [ 827.892113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.892113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.892113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.892113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.892839] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.892839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.893522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.893815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.893987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.894239] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 827.896079] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.896512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.896733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.897052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.897253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.897424] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 827.901226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.901226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.901226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.901226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.901226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.901226] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0973a86-8208-4f89-a322-af09a5f46485 is going to be created. [ 827.973892] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.977163] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.977163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.977163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.977465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.977465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980490] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.980697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.982082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.982082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.992303] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 827.993566] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0973a86-8208-4f89-a322-af09a5f46485 in Status: UNINITIALIZED for 2s [ 828.040271] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.040271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.040271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.040271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.040271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.070673] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 828.110274] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.176760] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 in Status: SUCCESS [ 828.176760] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 deletion is rescheduled due to dependency. [ 828.176760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.298772] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.299330] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.299562] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.299919] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.300130] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.300421] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 3ed992e9-32cb-456c-a54a-779285d84aad not found, creating... [ 828.300854] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.301097] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.301253] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.301516] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.301696] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.302105] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.303916] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.303916] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.303916] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.303916] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.303916] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 3ed992e9-32cb-456c-a54a-779285d84aad is going to be created. [ 828.327920] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.328152] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.328274] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.328547] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.328771] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.328994] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-3ed992e9-32cb-456c-a54a-779285d84aad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.476395] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.476599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.476701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.477023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.477142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.477250] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 828.516382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.516543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.516629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.516849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.516999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.528151] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 828.616721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.616721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.616721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.616721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.616721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.616721] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be updated. [ 828.670424] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.670424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.670424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.670424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.670424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.682368] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: IN_PROGRESS for 2s [ 829.003259] env[63332]: INFO networking_nsxv3.common.synchronization [req-082ce9ee-d8cc-4232-8135-8a97a7003c07 req-7767c537-71b4-4845-a770-4974ae185455 tempest-AttachInterfacesV270Test-1943173138 tempest-AttachInterfacesV270Test-1943173138-project-member] Enqueued Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGHEST for action security_group_members [ 829.003259] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGHEST for action security_group_members [ 829.003259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff289efd-52a4-4ddf-b313-86eb1c991049 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.003259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.003899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.004317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007789] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.007789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.007789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.007789] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.021829] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: SUCCESS [ 829.021829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.021829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.021829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.021829] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.041485] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 829.041634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.042997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.042997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.042997] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.339091] env[63332]: INFO networking_nsxv3.common.synchronization [req-f5a48284-53d0-426b-9a8a-8a264bfde6da req-17af57fe-c3d6-451e-87f4-27186923d19b service nova] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_rules [ 829.339277] env[63332]: INFO networking_nsxv3.common.synchronization [req-f5a48284-53d0-426b-9a8a-8a264bfde6da req-17af57fe-c3d6-451e-87f4-27186923d19b service nova] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 829.339413] env[63332]: INFO networking_nsxv3.common.synchronization [req-f5a48284-53d0-426b-9a8a-8a264bfde6da req-17af57fe-c3d6-451e-87f4-27186923d19b service nova] Enqueued Resource ID: 3ed992e9-32cb-456c-a54a-779285d84aad with Priority: HIGHEST for action port [ 829.339660] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_rules [ 829.339788] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 829.339878] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed992e9-32cb-456c-a54a-779285d84aad with Priority: HIGHEST for action port [ 829.340501] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.340636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.340697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.340981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.340981] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.345566] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.345682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.346014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed992e9-32cb-456c-a54a-779285d84aad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.346014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed992e9-32cb-456c-a54a-779285d84aad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.346159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed992e9-32cb-456c-a54a-779285d84aad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.346259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed992e9-32cb-456c-a54a-779285d84aad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.346368] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed992e9-32cb-456c-a54a-779285d84aad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.474191] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: SUCCESS [ 829.474413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.475074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.475297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.475542] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.475674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.475784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.475863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.475959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.476218] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.508308] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.508561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.508665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.508983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.509156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.509472] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.509657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.509783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.510081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.511410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.511410] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff289efd-52a4-4ddf-b313-86eb1c991049 is going to be updated. [ 829.523329] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.523476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.541176] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.541512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.541512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.541720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.541797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.546866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.546866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.551159] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff289efd-52a4-4ddf-b313-86eb1c991049 in Status: IN_PROGRESS for 2s [ 829.602361] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 829.602602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.602785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.603018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.603114] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.848764] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.851014] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed992e9-32cb-456c-a54a-779285d84aad with status ACTIVE [ 829.851014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.851014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.851014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.851014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.851543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.851543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.851543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.851543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.851543] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed992e9-32cb-456c-a54a-779285d84aad is going to be updated. [ 829.875907] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.876246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.876246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.876795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.876795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.876795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed992e9-32cb-456c-a54a-779285d84aad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.900327] env[63332]: INFO networking_nsxv3.common.synchronization [req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 req-eae5c461-44e1-463d-b8b9-53163fc04dd1 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 829.900504] env[63332]: INFO networking_nsxv3.common.synchronization [req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 req-eae5c461-44e1-463d-b8b9-53163fc04dd1 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 829.900635] env[63332]: INFO networking_nsxv3.common.synchronization [req-f67ed3cc-ae5e-4f0c-b245-d86001c24ba0 req-eae5c461-44e1-463d-b8b9-53163fc04dd1 tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: a0973a86-8208-4f89-a322-af09a5f46485 with Priority: HIGHEST for action security_group_members [ 829.901189] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 829.901452] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGHEST for action security_group_members [ 829.901452] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0973a86-8208-4f89-a322-af09a5f46485 with Priority: HIGHEST for action security_group_members [ 829.902278] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.903130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.903401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.903502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.903678] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0973a86-8208-4f89-a322-af09a5f46485 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.903756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.980147] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.009791] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 830.010107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.010224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.010449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.010636] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.010762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.010880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.010959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.011060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.011234] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.012722] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0973a86-8208-4f89-a322-af09a5f46485 in Status: SUCCESS [ 830.012912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.013070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.013248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.013413] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.013521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.013590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.013726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.013804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.013943] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.024638] env[63332]: INFO networking_nsxv3.common.synchronization [None req-5207df6b-1159-4908-bebd-b065524241c7 None None] Enqueued Resource ID: bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3 with Priority: HIGHEST for action port [ 830.025643] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3 with Priority: HIGHEST for action port [ 830.025952] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.027084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.027174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.027428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.027516] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.098911] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 830.098911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.108513] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.108595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.482344] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.516166] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.517295] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.517432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.517502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.517719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.517806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.517987] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.518103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.518153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.518305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.518376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.518473] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0973a86-8208-4f89-a322-af09a5f46485 is going to be deleted. [ 830.531181] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3 [ 830.531181] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.531181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.531181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.531181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.531181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.531181] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3 already deleted. [ 830.531181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb6c6900-8fd3-41a3-96fb-e5c1f9ab90b3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.547148] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 830.547741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.548403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.548676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.548957] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.549164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.549271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.549475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.549582] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.549678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.549775] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.577408] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.577408] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.577408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.577408] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.693758] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: SUCCESS [ 830.693990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.694263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.694823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.694823] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.694974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.694974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.695180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.695228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.695335] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.986497] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.986681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.986752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.987008] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.987099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.987199] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d is going to be updated. [ 831.016753] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.017158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.017158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.017268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.017332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.021892] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.031669] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: IN_PROGRESS for 2s [ 831.053055] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.053055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.053055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.053288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.053346] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.053463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.053531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.053708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.054211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054211] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.054452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.054452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.054585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.054585] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.054585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.054957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.059080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.059080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.059080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.059080] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.079618] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.079944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.079944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.080286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.080286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.080502] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.080645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.080733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.080928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.081029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.081125] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0973a86-8208-4f89-a322-af09a5f46485 already deleted. [ 831.081211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.081313] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.082464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.082646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.082807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.082915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.082978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.083632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.083718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.083813] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.199698] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.307218] env[63332]: INFO networking_nsxv3.common.synchronization [None req-f0a190a3-ad67-4ff2-ac6f-73969fa0c203 tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Enqueued Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_rules [ 831.309089] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_rules [ 831.309089] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424f6cb8-8a40-455e-b880-c722ad354886 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.309089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.309089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.309089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.309089] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.424034] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1b168a3c-0713-4b4a-bf9a-7dd1e226117f tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Enqueued Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_rules [ 831.424703] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_rules [ 831.424703] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424f6cb8-8a40-455e-b880-c722ad354886 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.424844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.525995] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.525995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.525995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.525995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.525995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525995] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 831.560024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.560024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.560024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.560024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.560024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.560024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e6218a-dd53-4b31-8925-635679cb93d5: rpc.has_security_group_logging(os_id): False [ 831.565780] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff289efd-52a4-4ddf-b313-86eb1c991049 in Status: SUCCESS [ 831.565780] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff289efd-52a4-4ddf-b313-86eb1c991049 deletion is rescheduled due to dependency. [ 831.565780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.579812] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 831.587144] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.587144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.587144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.588350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.588483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.589203] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.589203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.589203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.589422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.589422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.589798] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.589842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.589887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.590105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.590543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.590543] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.590638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.590703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.590853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.590932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.591046] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 831.592429] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.592577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.592644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.592803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.592879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.597154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.597154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.597154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.597154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.597154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.597154] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0973a86-8208-4f89-a322-af09a5f46485 already deleted. [ 831.597154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.597154] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0973a86-8208-4f89-a322-af09a5f46485',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.670265] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.670265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.670265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.670265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.670265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.687198] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 831.706127] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.836724] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.838690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.838690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.838690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.838690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.838690] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424f6cb8-8a40-455e-b880-c722ad354886 already deleted. [ 831.838690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.838690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.838690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.840739] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.098274] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0973a86-8208-4f89-a322-af09a5f46485: rpc.has_security_group_logging(os_id): False [ 832.120017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.120304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.120372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.120626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.120774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.120959] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.121101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.121155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.121393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.121393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.121494] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0973a86-8208-4f89-a322-af09a5f46485 is going to be created. [ 832.144612] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a0973a86-8208-4f89-a322-af09a5f46485], does not exist path=[/infra/domains/default/groups/a0973a86-8208-4f89-a322-af09a5f46485]."\n}' [ 832.144706] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0973a86-8208-4f89-a322-af09a5f46485 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a0973a86-8208-4f89-a322-af09a5f46485 [ 832.144881] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 832.190317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.190505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.191061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.191061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.192505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.193400] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.193400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.193400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.193720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.193720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.193823] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.193946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.194008] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.194206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.194622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.194622] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0973a86-8208-4f89-a322-af09a5f46485 is going to be created. [ 832.212541] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.212693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.212774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.213047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.213160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.213280] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be updated. [ 832.242942] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a0973a86-8208-4f89-a322-af09a5f46485], does not exist path=[/infra/domains/default/groups/a0973a86-8208-4f89-a322-af09a5f46485]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a0973a86-8208-4f89-a322-af09a5f46485 [ 832.243099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0973a86-8208-4f89-a322-af09a5f46485" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.244826] env[63332]: Traceback (most recent call last): [ 832.244826] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 832.244826] env[63332]: return func(*args, **kwargs) [ 832.244826] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 832.244826] env[63332]: res.raise_for_status() [ 832.244826] env[63332]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 832.244826] env[63332]: raise HTTPError(http_error_msg, response=self) [ 832.244826] env[63332]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a0973a86-8208-4f89-a322-af09a5f46485 [ 832.244826] env[63332]: During handling of the above exception, another exception occurred: [ 832.244826] env[63332]: Traceback (most recent call last): [ 832.244826] env[63332]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 832.244826] env[63332]: listener.cb(fileno) [ 832.244826] env[63332]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 832.244826] env[63332]: result = function(*args, **kwargs) [ 832.244826] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 832.244826] env[63332]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 832.244826] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 832.244826] env[63332]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 832.244826] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 832.244826] env[63332]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 832.244826] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 832.244826] env[63332]: res.raise_for_status() [ 832.244826] env[63332]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 832.244826] env[63332]: raise HTTPError(http_error_msg, response=self) [ 832.244826] env[63332]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a0973a86-8208-4f89-a322-af09a5f46485 [ 832.244826] env[63332]: Removing descriptor: 5 [ 832.263645] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.263899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.264126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.264330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.264579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.276834] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: IN_PROGRESS for 2s [ 832.361274] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.361452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.361523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.361822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.361903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.361991] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424f6cb8-8a40-455e-b880-c722ad354886 already deleted. [ 832.362111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.567243] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0150bf57-07cd-430e-8bd6-537ea318c507 None None] Enqueued Resource ID: 917a8897-597a-4232-bd74-6af519d5fd4d with Priority: HIGHEST for action port [ 832.567243] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917a8897-597a-4232-bd74-6af519d5fd4d with Priority: HIGHEST for action port [ 832.568641] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-917a8897-597a-4232-bd74-6af519d5fd4d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.568785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-917a8897-597a-4232-bd74-6af519d5fd4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.568861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-917a8897-597a-4232-bd74-6af519d5fd4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.569194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-917a8897-597a-4232-bd74-6af519d5fd4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.569299] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('917a8897-597a-4232-bd74-6af519d5fd4d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.042512] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: SUCCESS [ 833.042738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.042910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.043152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.043439] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.043582] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.043648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.043789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.043870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.043955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.044061] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.044901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.045087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.045242] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.045375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.045469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.045550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.045624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.045706] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.073757] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 917a8897-597a-4232-bd74-6af519d5fd4d [ 833.074381] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.074574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.074665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.075104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.075204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.075365] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:917a8897-597a-4232-bd74-6af519d5fd4d already deleted. [ 833.075479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-917a8897-597a-4232-bd74-6af519d5fd4d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.550703] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.551993] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.551993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.552305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.552305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.574568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.574873] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.575035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.575115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.575328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.575415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.575509] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d is going to be updated. [ 833.590144] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 833.590144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.590144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.590376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.591027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.591027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.591027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.591027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.591027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.591027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.591402] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.592509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.592509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.592509] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.592509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.592715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.592715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.592779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.592880] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.605335] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.605554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.605667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.605954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.606190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.619459] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: IN_PROGRESS for 2s [ 833.701130] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 833.701360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.701539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.701759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.701849] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.053880] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c45b6f57-0b66-4dc2-9d31-b930aed6024d: rpc.has_security_group_logging(os_id): False [ 834.077518] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.077518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.077518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.077874] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.078049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.078049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.078231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.078231] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d is going to be updated. [ 834.095248] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.096471] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.096471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.145086] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.145307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.145307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.145475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.145619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.164269] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: IN_PROGRESS for 2s [ 834.204808] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.205017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.205129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.205400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.205592] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.205703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.205767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.206983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.206983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.206983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.206983] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.291634] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: SUCCESS [ 834.291951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.292422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.292517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.292800] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.292954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.292954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.293265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.293430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.293531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.293663] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.598904] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.712023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.712023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.712023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.712023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.712023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.712834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.712834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.712834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.712834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.712834] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.797423] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.797423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.797423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.797844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.798259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.798401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.798637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.798934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.799149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.799342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.799765] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.800313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.800313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.800313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.800639] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.800924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.800924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.801247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.801661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.801661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.801855] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.101573] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.101780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.101780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.102012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.102109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.102206] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 835.132716] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.132875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.132949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.133261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.133515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.166714] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 835.216549] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e6218a-dd53-4b31-8925-635679cb93d5: rpc.has_security_group_logging(os_id): False [ 835.239866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.240090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.240138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.240422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.265074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.265342] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.265491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.265561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.265927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.266158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.266273] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.266376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.266439] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.266603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.266681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.266899] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.267018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.267075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.267219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.267409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.267409] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 835.304778] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca472b0d-fc14-440b-aa05-8b209e9fbfd7: rpc.has_security_group_logging(os_id): False [ 835.322546] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.322722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.322785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.322962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.333530] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.333687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.349026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.349026] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.349026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.349026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.349026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.349510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.349510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.349510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.349510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.349700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.349700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.349875] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.349952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.350026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.350178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.350573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.350726] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be updated. [ 835.351904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.352127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.352330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.372236] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 835.446950] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.447217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.447363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.447763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.448031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.470157] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: IN_PROGRESS for 2s [ 835.633817] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: SUCCESS [ 835.634258] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d deletion is rescheduled due to dependency. [ 835.634258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.184088] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d in Status: SUCCESS [ 836.184088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.177971] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 837.177971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.178370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.178370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.178587] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.178778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.178871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.184129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.184328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.184449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.184736] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.184865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.184954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.185170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.185335] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.185461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.185526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.185757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.185859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.185945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.186056] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.394880] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 837.395249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.491180] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: SUCCESS [ 837.491327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.568650] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 837.568764] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 837.688504] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a3ee61d-8d51-489d-92f6-d42f74b525e8: rpc.has_security_group_logging(os_id): False [ 837.710457] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.710667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.710768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.711490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.738742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.738985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.739126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.739220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.739423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.739522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.739760] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.739852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.739896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.740062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.740142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.740357] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.740504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.740569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.740719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.740788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.740879] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 837.814341] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.814341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.814341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.814341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.814341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.834682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 837.898355] env[63332]: INFO networking_nsxv3.common.synchronization [req-a9e9f734-a960-4fa4-a360-b76490c989cd req-4451fbc9-6a43-46f0-92f7-82de2803b227 tempest-ServersTestManualDisk-1203352943 tempest-ServersTestManualDisk-1203352943-project-member] Enqueued Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_members [ 837.898810] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGHEST for action security_group_members [ 837.899141] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-775d4b03-6d44-43a4-88d5-c7293309b081 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.899292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.899342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.900291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.900291] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.900291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.900291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.900291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.900291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.900291] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.402182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.404271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.404271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.404271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.431246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.431246] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.431246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.431246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.431246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.431246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.431246] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775d4b03-6d44-43a4-88d5-c7293309b081 is going to be updated. [ 838.464298] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.464397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.465246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.465246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.465246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.478284] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775d4b03-6d44-43a4-88d5-c7293309b081 in Status: IN_PROGRESS for 2s [ 839.153552] env[63332]: INFO networking_nsxv3.common.synchronization [req-4652c23f-3752-496f-a653-79ccd8b91361 req-e0d11492-683f-486e-8ed8-34c64639ab04 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 839.154186] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 839.154548] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.155122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.155270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.155477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.155664] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.155832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.155832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.156059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.156180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.156310] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.531917] env[63332]: INFO networking_nsxv3.common.synchronization [req-4652c23f-3752-496f-a653-79ccd8b91361 req-fd4a0029-66ca-4bda-b680-3a7a65a693f1 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 839.532629] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 839.533571] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.533571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.666017] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.776286] env[63332]: INFO networking_nsxv3.common.synchronization [req-4652c23f-3752-496f-a653-79ccd8b91361 req-455ccfcf-9abc-4db0-a91f-2a899b660225 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 839.776952] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 839.777228] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.778568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.853779] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 839.853869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.171850] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.489754] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775d4b03-6d44-43a4-88d5-c7293309b081 in Status: SUCCESS [ 840.489950] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775d4b03-6d44-43a4-88d5-c7293309b081 deletion is rescheduled due to dependency. [ 840.490076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.676160] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.676508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.676508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.676611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.676705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.676808] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 840.718719] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.719120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.719120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.719120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.719273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.733050] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 841.633867] env[63332]: INFO networking_nsxv3.common.synchronization [None req-78008533-a807-468a-becf-566bf2704a8c None None] Enqueued Resource ID: b186f02e-3779-4f8a-bd13-579f239c5f24 with Priority: HIGHEST for action port [ 841.633867] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b186f02e-3779-4f8a-bd13-579f239c5f24 with Priority: HIGHEST for action port [ 841.634259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b186f02e-3779-4f8a-bd13-579f239c5f24 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.634354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b186f02e-3779-4f8a-bd13-579f239c5f24" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.634414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b186f02e-3779-4f8a-bd13-579f239c5f24" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.634721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b186f02e-3779-4f8a-bd13-579f239c5f24" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.634806] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b186f02e-3779-4f8a-bd13-579f239c5f24',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.139236] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b186f02e-3779-4f8a-bd13-579f239c5f24 [ 842.139544] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.139742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.139856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.141101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.141334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.141399] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b186f02e-3779-4f8a-bd13-579f239c5f24 already deleted. [ 842.141521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b186f02e-3779-4f8a-bd13-579f239c5f24" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.173935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.174971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.175153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.175447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.175627] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.680972] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.747932] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 842.748279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.748393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.748615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.748801] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.748918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.748984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.749154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.749239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.749332] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.184804] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.260510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.260510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.260510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.260510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.260510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.260510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.260510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.260510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.261109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.261109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.261109] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 843.298245] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.298245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.298245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.298245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.298245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.308162] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 843.386381] env[63332]: INFO networking_nsxv3.common.synchronization [req-2de24e53-11d5-47ec-aecb-ba27d5b86395 req-48f170a6-a839-4f03-9196-ab4dc05df69a tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 843.386381] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 843.386381] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.386381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.386691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.386691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.386864] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.386976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.387050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.387215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.387404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.387535] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.688878] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 843.688878] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 843.892205] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.892205] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.892205] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 already deleted. [ 843.892205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.981553] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.981553] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.981553] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.981885] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.982697] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.982697] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.982697] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.982697] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.983186] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.983186] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.983305] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.983346] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.983509] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.983656] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.983795] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.983940] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.005509] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.005509] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.005509] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.005509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.005509] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-22076e35-68e4-44d5-ad59-bbb26c1f58ad taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.005509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-22076e35-68e4-44d5-ad59-bbb26c1f58ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.005509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-22076e35-68e4-44d5-ad59-bbb26c1f58ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.005509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-22076e35-68e4-44d5-ad59-bbb26c1f58ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.005509] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22076e35-68e4-44d5-ad59-bbb26c1f58ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.255022] env[63332]: INFO networking_nsxv3.common.synchronization [None req-d563476a-2f11-4178-8c72-b163d002bd34 None None] Enqueued Resource ID: 3c9df3dd-565a-44f2-8543-eea396f0b9ed with Priority: HIGHEST for action port [ 844.255022] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c9df3dd-565a-44f2-8543-eea396f0b9ed with Priority: HIGHEST for action port [ 844.255781] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c9df3dd-565a-44f2-8543-eea396f0b9ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.258419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c9df3dd-565a-44f2-8543-eea396f0b9ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.258419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c9df3dd-565a-44f2-8543-eea396f0b9ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.258419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c9df3dd-565a-44f2-8543-eea396f0b9ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.258419] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c9df3dd-565a-44f2-8543-eea396f0b9ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.507944] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.508212] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.508324] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.508624] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.509200] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.509200] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 22076e35-68e4-44d5-ad59-bbb26c1f58ad not found, creating... [ 844.509200] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.509442] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.509493] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.509975] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.510139] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.510465] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.510630] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.510745] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.510958] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.511109] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.511250] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 22076e35-68e4-44d5-ad59-bbb26c1f58ad is going to be created. [ 844.531907] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.532181] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.532349] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.532635] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.532950] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.533097] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-22076e35-68e4-44d5-ad59-bbb26c1f58ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.632796] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.632796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.633140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.633521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.646050] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 844.647308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.648733] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 844.676659] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.676833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.676901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.677160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.685166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.686054] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 844.686054] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 844.686054] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 844.739009] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.739222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.739222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.739449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.740310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.740487] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 844.759311] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c9df3dd-565a-44f2-8543-eea396f0b9ed [ 844.759311] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.759429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.759429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.760033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.760033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.760033] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c9df3dd-565a-44f2-8543-eea396f0b9ed already deleted. [ 844.760033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c9df3dd-565a-44f2-8543-eea396f0b9ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.807223] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.807364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.807364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.808027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.808027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.808222] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 844.870566] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.870754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.870754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.871356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.871356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.871472] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 844.871506] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'52e6218a-dd53-4b31-8925-635679cb93d5', 'df8eaf47-efd2-4085-a5e9-cd832381bdb8', '188eaea9-d601-44cd-b51e-bb3186ec0e9c', '5dd90154-3f7f-4afc-ba1d-c5c086af8ce1', '517e406c-f194-4ef5-b5b6-876c4033e8dd', '65c125d1-49e9-4af9-93ca-5252ee4f3c8b', '775d4b03-6d44-43a4-88d5-c7293309b081', '8d86797b-99e0-444d-8f08-c7f4dd4c1f70', '0e3e4ade-be84-4881-8bb9-9c8ed12dbd29', 'c262c864-683c-4194-bdb7-146877fc85db', '7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2', 'dac0c4b2-672a-4b5f-a65f-1bbfc16ef542', '3e134b5d-f644-4e1e-b8cc-a344bf285b0e', 'ca472b0d-fc14-440b-aa05-8b209e9fbfd7', 'ff289efd-52a4-4ddf-b313-86eb1c991049', '3b746750-edb8-461a-a4e0-839300b446f5', 'c45b6f57-0b66-4dc2-9d31-b930aed6024d', '705b3697-849a-4a2f-8073-708a5d4f33df', '860140b8-95fa-446b-b03e-b37b7f2b3a33', 'd6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf', 'e1ae3356-cf93-4064-bd27-383b4ecfa764', 'f571a235-9b66-4ab2-b863-24057743834e', '10969594-f88d-4c5a-9d08-4ea72b6a5246', '158b15b4-9f17-424c-b136-6752a53b6f65', '11008d53-fdcf-40d8-bbe4-59ab3ce68bd3', '2ef73f68-00d7-406c-8317-21fa17f8fbf0', '1cd958d0-475a-4ca2-892d-f7f63b49fb03', '1a3ee61d-8d51-489d-92f6-d42f74b525e8', '46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab', '6b53a905-2b1f-419b-a575-4c0309a672da', '97b193e8-8e96-4e34-93f2-dbe3a229c274', '1a041292-c452-4f4c-9747-afb15e5b9c8e', 'a0ad44a0-d08b-4739-9990-314d1fbce44d', '7b3c598c-ff85-4d04-ba00-37d0dc6ccb57', 'ebff7686-9023-47e8-8403-1c1c4cfd169d'} {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 844.871608] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 844.891439] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.891625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.891710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.892048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.892048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.892163] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 844.892198] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 844.892407] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 844.976559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.976559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.976559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.976801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.977275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.977471] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 844.977549] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 844.977612] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 844.977682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 844.977783] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 844.977830] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGH for action security_group_rules [ 844.977896] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGH for action security_group_rules [ 844.977993] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGH for action security_group_rules [ 844.978045] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGH for action security_group_rules [ 844.978097] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGH for action security_group_rules [ 844.978146] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGH for action security_group_rules [ 844.978245] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGH for action security_group_rules [ 844.978245] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGH for action security_group_rules [ 844.978340] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGH for action security_group_rules [ 844.978386] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGH for action security_group_rules [ 844.978436] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGH for action security_group_rules [ 844.978481] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGH for action security_group_rules [ 844.978527] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGH for action security_group_rules [ 844.978584] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGH for action security_group_rules [ 844.978635] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGH for action security_group_rules [ 844.978699] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGH for action security_group_rules [ 844.978801] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGH for action security_group_rules [ 844.978849] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGH for action security_group_rules [ 844.978898] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGH for action security_group_rules [ 844.978948] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGH for action security_group_rules [ 844.979049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.318845] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 845.318845] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 deletion is rescheduled due to dependency. [ 845.318845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.318845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.318845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.318845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.318845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.318845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.318845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.318845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.318845] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.397147] env[63332]: INFO networking_nsxv3.common.synchronization [req-2de24e53-11d5-47ec-aecb-ba27d5b86395 req-6945324f-86bf-4d12-8820-b3c10c6c772f service nova] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_rules [ 845.397343] env[63332]: INFO networking_nsxv3.common.synchronization [req-2de24e53-11d5-47ec-aecb-ba27d5b86395 req-6945324f-86bf-4d12-8820-b3c10c6c772f service nova] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 845.397555] env[63332]: INFO networking_nsxv3.common.synchronization [req-2de24e53-11d5-47ec-aecb-ba27d5b86395 req-6945324f-86bf-4d12-8820-b3c10c6c772f service nova] Enqueued Resource ID: 22076e35-68e4-44d5-ad59-bbb26c1f58ad with Priority: HIGHEST for action port [ 845.397996] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_rules [ 845.398423] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 845.398541] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22076e35-68e4-44d5-ad59-bbb26c1f58ad with Priority: HIGHEST for action port [ 845.398641] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGH for action security_group_rules [ 845.398774] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGH for action security_group_rules [ 845.398840] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775d4b03-6d44-43a4-88d5-c7293309b081 with Priority: HIGH for action security_group_rules [ 845.398979] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff289efd-52a4-4ddf-b313-86eb1c991049 with Priority: HIGH for action security_group_rules [ 845.399044] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGH for action security_group_rules [ 845.399125] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 with Priority: HIGH for action security_group_rules [ 845.399212] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGH for action security_group_rules [ 845.399297] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d with Priority: HIGH for action security_group_rules [ 845.400388] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGH for action security_group_rules [ 845.400388] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b746750-edb8-461a-a4e0-839300b446f5 with Priority: HIGH for action security_group_rules [ 845.400756] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e with Priority: HIGH for action security_group_rules [ 845.400756] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGH for action security_group_rules [ 845.400756] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGH for action security_group_rules [ 845.400846] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGH for action security_group_rules [ 845.400932] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGH for action security_group_rules [ 845.402670] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b with Priority: HIGH for action security_group_rules [ 845.402670] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 with Priority: HIGH for action security_group_rules [ 845.404755] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd with Priority: HIGH for action security_group_rules [ 845.404755] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 with Priority: HIGH for action security_group_rules [ 845.404755] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGH for action security_group_rules [ 845.404755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.404755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.404755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.404755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.404755] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.405141] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.405141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.405141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.405417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.405845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.406064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.406064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.406510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.406510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.406510] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.407510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-22076e35-68e4-44d5-ad59-bbb26c1f58ad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.407510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22076e35-68e4-44d5-ad59-bbb26c1f58ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.407510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22076e35-68e4-44d5-ad59-bbb26c1f58ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.408516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22076e35-68e4-44d5-ad59-bbb26c1f58ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.408516] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22076e35-68e4-44d5-ad59-bbb26c1f58ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.408784] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.408784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.409438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.409438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.409438] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.412084] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.412084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.412084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.412084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.412084] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.414243] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775d4b03-6d44-43a4-88d5-c7293309b081 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.414243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.414243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.414243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.414243] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775d4b03-6d44-43a4-88d5-c7293309b081',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.414895] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff289efd-52a4-4ddf-b313-86eb1c991049 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.415034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.415589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.415589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.415589] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff289efd-52a4-4ddf-b313-86eb1c991049',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.417157] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.417280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.417342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.417481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.417554] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.418876] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-860140b8-95fa-446b-b03e-b37b7f2b3a33 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.418876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.418876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.418876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.419711] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('860140b8-95fa-446b-b03e-b37b7f2b3a33',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.419762] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.419880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.419946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.420114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.420232] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.420422] env[63332]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 845.424297] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.424297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.424297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.424432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.424432] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c45b6f57-0b66-4dc2-9d31-b930aed6024d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.425819] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.425926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.425991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.426161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.426263] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.427417] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b746750-edb8-461a-a4e0-839300b446f5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.427519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.427581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.427737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.427807] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b746750-edb8-461a-a4e0-839300b446f5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.429013] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.429184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.430834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.430834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.430834] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e134b5d-f644-4e1e-b8cc-a344bf285b0e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.430834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.430834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.430834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.431338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.431338] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.433018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.433018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.433018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.433018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.433018] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.436114] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.436114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.436114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.436114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.436114] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.436896] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.436999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.437075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.437267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.437307] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.438115] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.438215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.438280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.438466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.438519] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65c125d1-49e9-4af9-93ca-5252ee4f3c8b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.440190] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.440269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.440269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.440867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.440867] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d86797b-99e0-444d-8f08-c7f4dd4c1f70',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.441027] env[63332]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 845.441980] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-517e406c-f194-4ef5-b5b6-876c4033e8dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.442100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.442166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.442320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.442400] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('517e406c-f194-4ef5-b5b6-876c4033e8dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.443485] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.443608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.443711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.443824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.443894] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df8eaf47-efd2-4085-a5e9-cd832381bdb8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.445117] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.445228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.445282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.445434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.445502] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.454250] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.454250] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22076e35-68e4-44d5-ad59-bbb26c1f58ad with status ACTIVE [ 845.454250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.454250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.454250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.454250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.454849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.454849] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22076e35-68e4-44d5-ad59-bbb26c1f58ad is going to be updated. [ 845.456713] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.456924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.492515] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.492515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.492515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.492515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.492515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.492515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22076e35-68e4-44d5-ad59-bbb26c1f58ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.527589] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.527827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.527827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.528129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.570807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.570807] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e134b5d-f644-4e1e-b8cc-a344bf285b0e is going to be deleted. [ 845.673889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.673889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.673889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.673889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.673889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.673889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e134b5d-f644-4e1e-b8cc-a344bf285b0e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.822794] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.823021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.823021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.823238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.853624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.853933] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.854093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.854157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.854372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.854479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.854581] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 845.888637] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.888802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.888873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.889126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.889283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.904280] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 845.961335] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.991136] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.991322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.991322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.991541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.991707] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.991807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.991881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.992370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.992370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992370] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.000845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.000999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.000999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.001223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.001388] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.001488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.001564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.001719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.001805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.001893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.001975] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.006634] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.006771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.006821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.007011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.007172] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.007280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.007362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.007517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.007607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.007721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.007820] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.009667] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.009789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.009858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.010036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.010186] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.010284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.010340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.010511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.010912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.010912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.010912] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.013263] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.013402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.013464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.013646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.013984] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.013984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.013984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.015103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.015204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.015300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.015390] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.021685] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.021827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.021963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.025043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.025043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.025043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.027450] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.027594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.027639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.027854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.028018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.028119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.028177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.028328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.028414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.029563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.029697] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.033935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.033935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.034064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.037488] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.037488] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.037488] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.037978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.037978] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.037978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.037978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.037978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.038170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.038170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.038237] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.050493] env[63332]: INFO networking_nsxv3.common.synchronization [req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 req-39c8bf72-5c05-4f0b-b2a0-ac1d298ef962 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 846.056451] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 846.066115] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.066115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.066115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.066326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.067984] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.067984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.067984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.067984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.067984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.067984] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.111906] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.111906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.112219] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.112331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.113205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.113317] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c45b6f57-0b66-4dc2-9d31-b930aed6024d is going to be deleted. [ 846.114516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.115341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.117576] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.117725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.119802] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.119920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.121129] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.121285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.122103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.122202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.131318] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.131318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.131318] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.131318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.141073] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.141073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.154340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.158182] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff289efd-52a4-4ddf-b313-86eb1c991049 is going to be deleted. [ 846.158182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.158182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.180728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.180841] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d86797b-99e0-444d-8f08-c7f4dd4c1f70 is going to be deleted. [ 846.181879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.182459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.224820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.224820] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 860140b8-95fa-446b-b03e-b37b7f2b3a33 is going to be deleted. [ 846.225505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.225843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.229624] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.229949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.275158] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.275303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.277827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.278849] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df8eaf47-efd2-4085-a5e9-cd832381bdb8 is going to be deleted. [ 846.279079] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.279307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.329019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.329019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.329019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.329019] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be deleted. [ 846.330148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.330731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.464221] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.464373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.464442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.464666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.464773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.464874] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 is going to be created. [ 846.495970] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.496148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.496221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.496465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.496647] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.496740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.496805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.496955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.497060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.497153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.497519] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.497519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.497519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.497655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.497837] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.497837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.497920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.498040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.498102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.498186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.498277] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.503075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.503210] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b746750-edb8-461a-a4e0-839300b446f5 is going to be deleted. [ 846.504947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.505203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.509904] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.509995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.510141] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.522549] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.523519] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.524416] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.540745] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.541564] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.546206] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.546206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.546206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.546206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.546206] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.546206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.546206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.546571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.546571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.546571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.546659] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.546794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.546794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.546915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.547056] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.547140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.547195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.547330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.547422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.547534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.547592] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.549984] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.550120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.550171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.550326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.550520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.556574] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.556788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.559506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.559645] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65c125d1-49e9-4af9-93ca-5252ee4f3c8b is going to be deleted. [ 846.560799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.561033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.561149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.561228] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be deleted. [ 846.562945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.562945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.572090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.572220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.582759] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.582922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.586366] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: UNINITIALIZED for 2s [ 846.623018] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.623243] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.623306] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.623683] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.623976] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.624290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.624417] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.624657] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.624823] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.625048] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.625166] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.625275] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.625385] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.625495] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.625624] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.625736] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.631151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.631287] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 517e406c-f194-4ef5-b5b6-876c4033e8dd is going to be deleted. [ 846.632578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.632578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.665726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.665861] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775d4b03-6d44-43a4-88d5-c7293309b081 is going to be deleted. [ 846.666895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.667471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.667580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.667708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c45b6f57-0b66-4dc2-9d31-b930aed6024d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.667945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.668952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.669528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.669686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff289efd-52a4-4ddf-b313-86eb1c991049" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.670348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.670543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.670632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.670755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d86797b-99e0-444d-8f08-c7f4dd4c1f70" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.670897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.671059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.671138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.671248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df8eaf47-efd2-4085-a5e9-cd832381bdb8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.671378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.671579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.671613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.671700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-860140b8-95fa-446b-b03e-b37b7f2b3a33" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.671829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.671969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.679568] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.679736] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.680643] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.680643] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.680643] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.680643] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.680984] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.681802] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.681802] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca94131f-6d55-4a2f-8c1e-c8a1a85d569f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.702420] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.702579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.756088] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.756415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.796331] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.796511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.797487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.797720] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.797862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.797943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.801219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.801385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.801507] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 846.802932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.803185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.803285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.803458] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.804610] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.804790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.804790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.805055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.806102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.806294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775d4b03-6d44-43a4-88d5-c7293309b081" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.806485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.806702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.806859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.807027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.808843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.809118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.809227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.809359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65c125d1-49e9-4af9-93ca-5252ee4f3c8b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.810374] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.810494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.814022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.814022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.814022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.814022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-517e406c-f194-4ef5-b5b6-876c4033e8dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.814022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.814022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.814022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.814022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b746750-edb8-461a-a4e0-839300b446f5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.878831] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.878990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.879106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.879303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.879431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.901995] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 847.003218] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca472b0d-fc14-440b-aa05-8b209e9fbfd7: rpc.has_security_group_logging(os_id): False [ 847.012062] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2: rpc.has_security_group_logging(os_id): False [ 847.026049] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dac0c4b2-672a-4b5f-a65f-1bbfc16ef542: rpc.has_security_group_logging(os_id): False [ 847.027178] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1: rpc.has_security_group_logging(os_id): False [ 847.028040] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf: rpc.has_security_group_logging(os_id): False [ 847.030307] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.030440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.030517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.030729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.036176] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.036345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.045587] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705b3697-849a-4a2f-8073-708a5d4f33df: rpc.has_security_group_logging(os_id): False [ 847.046885] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c262c864-683c-4194-bdb7-146877fc85db: rpc.has_security_group_logging(os_id): False [ 847.052976] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 188eaea9-d601-44cd-b51e-bb3186ec0e9c: rpc.has_security_group_logging(os_id): False [ 847.054986] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.055150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.055921] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.055921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.062063] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.062225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.069042] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.069042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.069042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.069550] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.069550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.069550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.069550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.069771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.069813] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.069902] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.069961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.070165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.070232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.070444] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.070540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.070603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.070746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.070850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.070954] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be updated. [ 847.072103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.072431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.073850] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.073959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.084766] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.084910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.098732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.099494] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.099494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.099494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.099727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.099727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.099727] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be updated. [ 847.101481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.101481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.128362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.128692] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.129610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.129810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.130058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.130196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.130353] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be updated. [ 847.131615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.131913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.170776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.170776] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.170776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.171068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.171068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.171146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.171265] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df is going to be updated. [ 847.172360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.172649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.175148] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.175277] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.184840] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.185026] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.185084] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.185389] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.185553] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.185715] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port ca94131f-6d55-4a2f-8c1e-c8a1a85d569f not found, creating... [ 847.185980] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.186205] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.186278] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.186503] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.186649] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.186935] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.187106] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.187227] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.187442] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.187590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.187809] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: ca94131f-6d55-4a2f-8c1e-c8a1a85d569f is going to be created. [ 847.225613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.225977] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.226128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.226189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.226411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.226532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.226608] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c262c864-683c-4194-bdb7-146877fc85db is going to be updated. [ 847.227752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.228008] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.248866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.248866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.295293] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.295293] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.295590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.295727] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.296052] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.296378] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.301351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.301351] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.301351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.301351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.301351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.301351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.301351] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be updated. [ 847.301351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.301351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.311618] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.311807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.367647] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.367959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.369653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.369791] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.369919] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.369990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.370240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.372039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.372039] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.372039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.372039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.372039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.372039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.372350] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.372350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.372350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.372522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.372605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.372707] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be updated. [ 847.373963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.376553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.402538] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.402751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.498189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.498520] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.498626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.498867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.499118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.499210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.499314] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 is going to be updated. [ 847.500612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.500922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.501216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.502625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.502823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.502993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.504009] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.504199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.504334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.505324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.505495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.505629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.507868] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.508027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.508095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.508213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.508457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.510063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.510063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.510063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.596585] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: IN_PROGRESS for 2s [ 847.598151] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c262c864-683c-4194-bdb7-146877fc85db in Status: IN_PROGRESS for 2s [ 847.599034] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: IN_PROGRESS for 2s [ 847.599620] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: IN_PROGRESS for 2s [ 847.601750] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.601750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.601750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.601750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.601750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.602164] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: IN_PROGRESS for 2s [ 847.606692] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: IN_PROGRESS for 2s [ 847.636360] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: IN_PROGRESS for 2s [ 847.695028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.695028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.695028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.695028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.695028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.728704] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 in Status: IN_PROGRESS for 2s [ 847.917328] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 847.917625] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 deletion is rescheduled due to dependency. [ 847.917803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.159175] env[63332]: INFO networking_nsxv3.common.synchronization [req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 req-c87d10f1-e3a2-44a2-b4de-63803cdfe202 service nova] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_rules [ 848.159318] env[63332]: INFO networking_nsxv3.common.synchronization [req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 req-c87d10f1-e3a2-44a2-b4de-63803cdfe202 service nova] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 848.159469] env[63332]: INFO networking_nsxv3.common.synchronization [req-10eeb2b2-88ea-4815-89e3-64c9a7f10747 req-c87d10f1-e3a2-44a2-b4de-63803cdfe202 service nova] Enqueued Resource ID: ca94131f-6d55-4a2f-8c1e-c8a1a85d569f with Priority: HIGHEST for action port [ 848.160163] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_rules [ 848.160277] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 848.160395] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca94131f-6d55-4a2f-8c1e-c8a1a85d569f with Priority: HIGHEST for action port [ 848.164021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.164021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.164021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.164021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.164021] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.164021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.164572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.165389] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.165563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.165678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.165897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.166055] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca94131f-6d55-4a2f-8c1e-c8a1a85d569f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.599146] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: SUCCESS [ 848.599471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.599703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.599999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.602037] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.602037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.602037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.602037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.602037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.602037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.603009] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.669955] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.669955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.670060] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca94131f-6d55-4a2f-8c1e-c8a1a85d569f with status ACTIVE [ 848.670240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.670797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.670797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.670797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.670797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.670984] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.670984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.671086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.671198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.671349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.671493] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.671580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.671580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.671788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.671788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.672890] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca94131f-6d55-4a2f-8c1e-c8a1a85d569f is going to be updated. [ 848.696052] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.696441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.696441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.696571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.696715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.696901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca94131f-6d55-4a2f-8c1e-c8a1a85d569f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.915007] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 848.915291] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 deletion is rescheduled due to dependency. [ 848.915504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.915805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.916080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.916323] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.916470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.916534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.916733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.916917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.916917] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.105587] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.105782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.105782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.106203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.106297] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.106383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.106553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.106677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.106780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.106896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.107091] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.107371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.107371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.107528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.107528] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.107689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.107689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.107830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.107942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.108031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.108115] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.421298] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.613014] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 525e2347-85e2-45b6-957d-180f920ebcc1: rpc.has_security_group_logging(os_id): False [ 849.626024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c262c864-683c-4194-bdb7-146877fc85db in Status: SUCCESS [ 849.626024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.627031] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: SUCCESS [ 849.627031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.628281] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 849.628331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.629066] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: SUCCESS [ 849.629235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.629854] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: SUCCESS [ 849.630065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.630757] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: SUCCESS [ 849.630928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.632101] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.632101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.632101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.632471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.632471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.632874] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.633541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.633541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.633541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.635557] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.635557] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.635557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.635557] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 is going to be created. [ 849.649683] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: SUCCESS [ 849.649936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.697065] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.697227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.697298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.697513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.697706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.708878] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: IN_PROGRESS for 2s [ 849.775345] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 in Status: SUCCESS [ 849.778017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.924013] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.431026] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.431246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.431341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.431602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.431730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.431860] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 850.461838] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.461976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.462759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.462759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.462759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.471817] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 851.533904] env[63332]: INFO networking_nsxv3.common.synchronization [req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e req-54ffb38d-60e3-4864-900b-df371bccece8 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 851.534577] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 851.534901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.535056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.535174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.535341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.535507] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.536209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.536209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.536209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.536209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.536209] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.720397] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: SUCCESS [ 851.720397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.783634] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.783864] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.783993] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.784302] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.784566] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.786462] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.786622] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.786893] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.787062] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.787813] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.788830] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.788830] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.789074] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.789074] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.789140] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.789637] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.808709] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.808961] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.809146] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.809580] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-312" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.809945] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-0b8b8f02-425d-4323-958e-c2ae19cd130c taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.810172] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-0b8b8f02-425d-4323-958e-c2ae19cd130c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.810323] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-0b8b8f02-425d-4323-958e-c2ae19cd130c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.810663] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-0b8b8f02-425d-4323-958e-c2ae19cd130c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.810834] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b8b8f02-425d-4323-958e-c2ae19cd130c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.038556] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.316023] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.316023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.316023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.316023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.316023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.316023] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 0b8b8f02-425d-4323-958e-c2ae19cd130c not found, creating... [ 852.316023] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.316023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.316023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.316023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.316023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.316762] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.316762] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.316762] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.317570] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.317867] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.318141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 0b8b8f02-425d-4323-958e-c2ae19cd130c is going to be created. [ 852.342250] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.342250] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.342250] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.342250] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.342250] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.342250] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-0b8b8f02-425d-4323-958e-c2ae19cd130c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.490770] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 852.491185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.491185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.492128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.492128] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.492128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.492128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.492128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.495483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.495483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.495483] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.542392] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.001267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.001267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.001267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.001267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.001267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.002494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.002494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.002494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.002494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.002494] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.044891] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.045102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.045389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.045389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.045589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.045589] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 is going to be updated. [ 853.081524] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.081737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.081970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.082164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.082377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.095462] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: IN_PROGRESS for 2s [ 853.302993] env[63332]: INFO networking_nsxv3.common.synchronization [req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e req-b108ad9b-9c20-47da-a24e-4a97af02bb0c service nova] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_rules [ 853.303217] env[63332]: INFO networking_nsxv3.common.synchronization [req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e req-b108ad9b-9c20-47da-a24e-4a97af02bb0c service nova] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 853.303357] env[63332]: INFO networking_nsxv3.common.synchronization [req-eac61b6e-3fd0-47b0-bffd-919fca84ac9e req-b108ad9b-9c20-47da-a24e-4a97af02bb0c service nova] Enqueued Resource ID: 0b8b8f02-425d-4323-958e-c2ae19cd130c with Priority: HIGHEST for action port [ 853.303606] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_rules [ 853.303785] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 853.303825] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b8b8f02-425d-4323-958e-c2ae19cd130c with Priority: HIGHEST for action port [ 853.304385] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.304502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.304565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.304774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.304902] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.306216] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.306309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.306503] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b8b8f02-425d-4323-958e-c2ae19cd130c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.306598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b8b8f02-425d-4323-958e-c2ae19cd130c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.306659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b8b8f02-425d-4323-958e-c2ae19cd130c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.306830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b8b8f02-425d-4323-958e-c2ae19cd130c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.306899] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b8b8f02-425d-4323-958e-c2ae19cd130c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.504807] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b193e8-8e96-4e34-93f2-dbe3a229c274: rpc.has_security_group_logging(os_id): False [ 853.525429] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.525627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.525726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.525959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.526105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.526340] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.526467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.526536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.526733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.526819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.527066] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.527123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.527237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.527374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.527464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.527698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.527800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.527880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.528041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.528121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.528210] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 853.588037] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.588037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.588037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.588037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.588037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.602057] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 853.810889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.810889] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b8b8f02-425d-4323-958e-c2ae19cd130c with status ACTIVE [ 853.810889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.810889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.810889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.810889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.812702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.812702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.812702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.812702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.812702] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b8b8f02-425d-4323-958e-c2ae19cd130c is going to be updated. [ 853.837262] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.837429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.837471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.837682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.837821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.837985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b8b8f02-425d-4323-958e-c2ae19cd130c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.458529] env[63332]: INFO networking_nsxv3.common.synchronization [None req-5d16777a-e01f-421b-bfbb-e17af5ff004c None None] Enqueued Resource ID: 77710985-2971-40e0-9e4d-2d2678cbac4b with Priority: HIGHEST for action port [ 854.459108] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77710985-2971-40e0-9e4d-2d2678cbac4b with Priority: HIGHEST for action port [ 854.459437] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-77710985-2971-40e0-9e4d-2d2678cbac4b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.459576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77710985-2971-40e0-9e4d-2d2678cbac4b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.459636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77710985-2971-40e0-9e4d-2d2678cbac4b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.459906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77710985-2971-40e0-9e4d-2d2678cbac4b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.459987] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77710985-2971-40e0-9e4d-2d2678cbac4b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.931667] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ad0b4833-1635-4920-a3e8-6984960e23d6 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Enqueued Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_rules [ 854.931667] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_rules [ 854.931996] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd9682ad-00fa-4838-a73c-dabaf468337c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.931996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.931996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.932316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.932316] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.963674] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77710985-2971-40e0-9e4d-2d2678cbac4b [ 854.963813] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.964000] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.964105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.964311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.964480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.964533] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77710985-2971-40e0-9e4d-2d2678cbac4b already deleted. [ 854.964599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77710985-2971-40e0-9e4d-2d2678cbac4b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.068404] env[63332]: INFO networking_nsxv3.common.synchronization [None req-5238dab2-28bf-4a8d-aebf-cad23ce79197 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Enqueued Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_rules [ 855.068563] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_rules [ 855.068744] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd9682ad-00fa-4838-a73c-dabaf468337c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.068845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.109882] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: SUCCESS [ 855.110377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.111538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.111538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.111760] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.111878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.111941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.112119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.112202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.112294] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.458310] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.458484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.458551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.458796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.458894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.458994] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd9682ad-00fa-4838-a73c-dabaf468337c already deleted. [ 855.459144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.459299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.459481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.459568] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.614691] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.620621] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 855.621468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.985700] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.986106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.986106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.986268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.986384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.986519] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd9682ad-00fa-4838-a73c-dabaf468337c already deleted. [ 855.986590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.120263] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.516337] env[63332]: INFO networking_nsxv3.common.synchronization [req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d req-caa481cb-0a80-4139-b9fb-e6014df97929 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 856.517638] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 856.518255] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.518466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.518597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.519066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.519238] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.519412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.519526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.519805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.519970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.520154] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.624276] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.624426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.624503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.624730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.624857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.624978] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 is going to be updated. [ 856.658851] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.659013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.659063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.659283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.659480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.669216] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: IN_PROGRESS for 2s [ 857.027187] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.027460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.027505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.027727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.027829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.028074] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.028178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.028237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.028397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.028492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.028613] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 already deleted. [ 857.028740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.158368] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.158368] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.158368] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.160858] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.161193] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.161374] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.161504] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.161776] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.161905] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.162141] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.162333] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.162368] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.162464] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.162620] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.162739] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.162884] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.194216] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.194322] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.194463] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.194650] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.195023] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.195187] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.195312] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.195644] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.195857] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21a86e47-44f1-4dae-a8ae-d57f2d1405c0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.379523] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ae2ca570-4581-4f9e-8b96-64e918ebded2 None None] Enqueued Resource ID: 6061fa3c-34dd-4967-81a7-08f7c574a591 with Priority: HIGHEST for action port [ 857.380036] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6061fa3c-34dd-4967-81a7-08f7c574a591 with Priority: HIGHEST for action port [ 857.380220] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-6061fa3c-34dd-4967-81a7-08f7c574a591 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.380344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6061fa3c-34dd-4967-81a7-08f7c574a591" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.380413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6061fa3c-34dd-4967-81a7-08f7c574a591" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.380682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6061fa3c-34dd-4967-81a7-08f7c574a591" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.380771] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6061fa3c-34dd-4967-81a7-08f7c574a591',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.701978] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.701978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.701978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.701978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.701978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.701978] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 not found, creating... [ 857.701978] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.701978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.701978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.701978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.701978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.702660] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.702660] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.702660] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.702660] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.702660] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.706774] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 is going to be created. [ 857.728330] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.728330] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.728330] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.728575] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.728777] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.729086] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.883240] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6061fa3c-34dd-4967-81a7-08f7c574a591 [ 857.883806] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.883806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.883806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.884026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.884065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.884212] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6061fa3c-34dd-4967-81a7-08f7c574a591 already deleted. [ 857.884335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6061fa3c-34dd-4967-81a7-08f7c574a591" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.523283] env[63332]: INFO networking_nsxv3.common.synchronization [req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d req-5d834a64-833b-4986-a07c-4dacf3bd82e9 service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 858.523283] env[63332]: INFO networking_nsxv3.common.synchronization [req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d req-5d834a64-833b-4986-a07c-4dacf3bd82e9 service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 858.523283] env[63332]: INFO networking_nsxv3.common.synchronization [req-4e63a4ab-7e8f-4a20-b2ab-6b4c3813d91d req-5d834a64-833b-4986-a07c-4dacf3bd82e9 service nova] Enqueued Resource ID: 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 with Priority: HIGHEST for action port [ 858.523283] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 858.523283] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 858.523943] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 with Priority: HIGHEST for action port [ 858.524230] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.524364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.524454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.524697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.524799] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.525666] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.525795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.525865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.526052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.526198] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.526291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.526352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.526509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.526613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.526754] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.527597] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.527889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.527889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.527957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.528026] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21a86e47-44f1-4dae-a8ae-d57f2d1405c0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.681588] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: SUCCESS [ 858.681865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.682693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.683054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.683326] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.683563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.683732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.683939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.684102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.684227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.684369] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.998266] env[63332]: INFO networking_nsxv3.common.synchronization [req-dc94675f-c105-49de-9a33-e38e72f1db0c req-f0dcc83c-13d4-4492-96ac-9e2e33a20521 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 858.998858] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 858.999183] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.999307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.999378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.999612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.999766] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.999864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.999938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.000094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.000181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.000273] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.029867] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.030056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.030334] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.036021] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 with status ACTIVE [ 859.036021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.036021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.036021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.036021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.036599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.036599] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21a86e47-44f1-4dae-a8ae-d57f2d1405c0 is going to be updated. [ 859.058793] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.058967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.059060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.059278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.059418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.059579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21a86e47-44f1-4dae-a8ae-d57f2d1405c0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.186865] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.190027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.190027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.190027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.190027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.191134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.191452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.191778] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.395625] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.395912] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.395966] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.396415] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.396784] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.396964] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.397109] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.397346] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.397527] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.397935] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.398087] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.398206] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.398396] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.398519] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.398697] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.398883] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.420791] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.420965] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.421115] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.421309] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.421635] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-bc9352d2-079c-492d-bb22-0a421f3dd32a taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.421818] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-bc9352d2-079c-492d-bb22-0a421f3dd32a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.421939] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-bc9352d2-079c-492d-bb22-0a421f3dd32a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.422375] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-bc9352d2-079c-492d-bb22-0a421f3dd32a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.422580] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9352d2-079c-492d-bb22-0a421f3dd32a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.502841] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.502990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.503071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.503584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.503739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.503948] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.504054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.504116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.504276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.504352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.504437] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed already deleted. [ 859.504551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.538081] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.695432] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 525e2347-85e2-45b6-957d-180f920ebcc1: rpc.has_security_group_logging(os_id): False [ 859.714313] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.714450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.715057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.715057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.715057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.715057] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.715265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.715265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.715337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.715402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.715581] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.715667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.715726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.715868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.716580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.716580] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.716580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.716580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.716580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.716580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.716580] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 is going to be updated. [ 859.777992] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.778173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.778219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.778434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.778583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.793812] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: IN_PROGRESS for 2s [ 859.928070] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.928290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.928290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.928526] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.928684] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.928847] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port bc9352d2-079c-492d-bb22-0a421f3dd32a not found, creating... [ 859.929147] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.929329] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.929444] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.929670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.929816] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.930147] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.930308] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.930452] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.930691] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.930836] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.930993] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: bc9352d2-079c-492d-bb22-0a421f3dd32a is going to be created. [ 859.966694] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.966916] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.966994] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.967296] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.967542] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.967806] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-bc9352d2-079c-492d-bb22-0a421f3dd32a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.040812] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.041050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.041110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.041322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.041416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.041524] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be created. [ 860.079739] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.079907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.079956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.080185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.080345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.094270] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: UNINITIALIZED for 2s [ 860.724021] env[63332]: INFO networking_nsxv3.common.synchronization [req-dc94675f-c105-49de-9a33-e38e72f1db0c req-c027ad81-fcde-45a8-99d6-6f4b90047cda service nova] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_rules [ 860.724347] env[63332]: INFO networking_nsxv3.common.synchronization [req-dc94675f-c105-49de-9a33-e38e72f1db0c req-c027ad81-fcde-45a8-99d6-6f4b90047cda service nova] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 860.724482] env[63332]: INFO networking_nsxv3.common.synchronization [req-dc94675f-c105-49de-9a33-e38e72f1db0c req-c027ad81-fcde-45a8-99d6-6f4b90047cda service nova] Enqueued Resource ID: bc9352d2-079c-492d-bb22-0a421f3dd32a with Priority: HIGHEST for action port [ 860.725313] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_rules [ 860.725313] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 860.725313] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9352d2-079c-492d-bb22-0a421f3dd32a with Priority: HIGHEST for action port [ 860.725498] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.725619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.725748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.725931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.726882] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.726882] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.727122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.727122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.727201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.727344] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.727439] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.727495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.728041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.728143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.728238] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.728977] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc9352d2-079c-492d-bb22-0a421f3dd32a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.729100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc9352d2-079c-492d-bb22-0a421f3dd32a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.729168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc9352d2-079c-492d-bb22-0a421f3dd32a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.729322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc9352d2-079c-492d-bb22-0a421f3dd32a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.729396] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9352d2-079c-492d-bb22-0a421f3dd32a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.231168] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.232297] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.232427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.233801] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc9352d2-079c-492d-bb22-0a421f3dd32a with status ACTIVE [ 861.233801] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.233801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.233801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.234097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.234097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.234265] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.234368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.234429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.234603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.234855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.234921] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.235047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.235117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.235280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.235369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.235417] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc9352d2-079c-492d-bb22-0a421f3dd32a is going to be updated. [ 861.265943] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.266132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.266177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.266370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.266510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.266663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc9352d2-079c-492d-bb22-0a421f3dd32a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.737260] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.808861] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: SUCCESS [ 861.809316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.106484] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: UNINITIALIZED for 4s [ 862.239769] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.240061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.240176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.240523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.240772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.240941] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be created. [ 862.267805] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.268023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.268074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.268276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.268427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.279738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: UNINITIALIZED for 2s [ 863.106826] env[63332]: INFO networking_nsxv3.common.synchronization [req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee req-4b7a9b1c-8c67-47f6-91cd-fdb43b033bee tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 863.108050] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 863.108615] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.108779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.108819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.109390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.109933] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.109933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.109933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.110107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.110156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.110392] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.614452] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.614822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.614988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.615613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.615613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.617259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.617259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.617259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.617259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.617259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.617259] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be deleted. [ 863.662848] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.663303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.663606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.664533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.664533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.664533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.774019] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.774166] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.774210] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.774462] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.774735] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.774898] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.775046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.775258] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.775412] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.775644] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.775780] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.775889] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.775999] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.776125] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.776234] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.776369] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.797140] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.797140] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.797140] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.797140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.797140] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-6ec133a5-06ad-46be-b2cf-65333ec24508 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.797140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-6ec133a5-06ad-46be-b2cf-65333ec24508" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.797140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-6ec133a5-06ad-46be-b2cf-65333ec24508" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.797140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-6ec133a5-06ad-46be-b2cf-65333ec24508" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.797140] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec133a5-06ad-46be-b2cf-65333ec24508',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.116784] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 864.117284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.117284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.117431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.117592] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.117750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.117750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.117911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.117982] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.118089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.118226] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.292231] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: SUCCESS [ 864.292619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.292932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.293295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.294157] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.294157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.294157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.294317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.294440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.294595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.294751] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.300655] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.300786] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.300948] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.301238] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.301394] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.301552] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 6ec133a5-06ad-46be-b2cf-65333ec24508 not found, creating... [ 864.301828] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.302037] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.302166] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.302395] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.302542] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.302876] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.303057] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.303180] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.303397] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.303537] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.303686] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 6ec133a5-06ad-46be-b2cf-65333ec24508 is going to be created. [ 864.325616] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.325895] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.325991] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.326282] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.326530] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.326760] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-6ec133a5-06ad-46be-b2cf-65333ec24508" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.620692] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.620965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.620965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.621231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.621452] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.621619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.621715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.621854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.622024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.622128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.622333] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.622454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.622551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.622784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.622963] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.623076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.623137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.623308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.623425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.623521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.623617] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.798590] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.798807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.798859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.799124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.799327] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.799544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.799544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.799695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.799804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.799904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.800093] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.800202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.800272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.800433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.800610] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.800720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.800772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.800934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.801030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.801136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.801230] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.051595] env[63332]: INFO networking_nsxv3.common.synchronization [req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee req-060aef56-da12-403e-93d9-4330c656cbca service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 865.051830] env[63332]: INFO networking_nsxv3.common.synchronization [req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee req-060aef56-da12-403e-93d9-4330c656cbca service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 865.051921] env[63332]: INFO networking_nsxv3.common.synchronization [req-358b3ff7-e2dd-49d3-84e4-b23eb0ae56ee req-060aef56-da12-403e-93d9-4330c656cbca service nova] Enqueued Resource ID: 6ec133a5-06ad-46be-b2cf-65333ec24508 with Priority: HIGHEST for action port [ 865.052172] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 865.052299] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 865.052392] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec133a5-06ad-46be-b2cf-65333ec24508 with Priority: HIGHEST for action port [ 865.054545] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.054959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.055053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.055296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.055387] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.056356] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.056464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.059820] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.059820] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.059820] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ec133a5-06ad-46be-b2cf-65333ec24508 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ec133a5-06ad-46be-b2cf-65333ec24508" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ec133a5-06ad-46be-b2cf-65333ec24508" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.059820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ec133a5-06ad-46be-b2cf-65333ec24508" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.059820] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec133a5-06ad-46be-b2cf-65333ec24508',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.125900] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b03d21-f52e-4f16-b493-66a9cf8445a3: rpc.has_security_group_logging(os_id): False [ 865.150081] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.150265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.150265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.150421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.150503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.150971] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.150971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.150971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.151193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.151239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.151428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.151521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.151618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.151732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.151808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.151980] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.152135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.152211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.152383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.152444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.152492] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be created. [ 865.225194] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.225337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.225337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.225644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.225844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.237844] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 865.303397] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed: rpc.has_security_group_logging(os_id): False [ 865.329603] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.329826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.329826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.330063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.330159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.330355] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.330451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.330614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.330743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.330846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.331101] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.331212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.331295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.331488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.331560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.331753] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.331964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.331964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.332124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.332210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.332306] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be created. [ 865.400757] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.400955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.401013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.401244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.401428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.416446] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: IN_PROGRESS for 2s [ 865.561371] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.562801] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.562991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.563186] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ec133a5-06ad-46be-b2cf-65333ec24508 with status ACTIVE [ 865.563304] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.563417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.563480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.563760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.563850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.564047] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.564203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.564203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.564373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.564410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.565063] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.565063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.565063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.565063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.565063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.565063] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ec133a5-06ad-46be-b2cf-65333ec24508 is going to be updated. [ 865.596456] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.596456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ec133a5-06ad-46be-b2cf-65333ec24508" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.070067] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.571956] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.572385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.572385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.572572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.572572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.572732] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be created. [ 866.599186] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.599325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.599397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.599611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.599774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.610058] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: UNINITIALIZED for 2s [ 867.256620] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 867.256620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.430861] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: SUCCESS [ 867.431728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.623410] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 868.623825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.623825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.624062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.624260] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.624389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.624501] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.624702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.624817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.624930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.625049] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.127543] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.127723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.127803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.128040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.128224] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.128325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.128379] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.128770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.128881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.128992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.129168] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.129263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.129322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.129557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.129615] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.129893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.129981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.130147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.130226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.130310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.130398] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.634423] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29: rpc.has_security_group_logging(os_id): False [ 869.653690] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.653871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.654160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.654247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.654287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.654467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.654558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.654617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.654765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.654941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.655056] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.656901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.656901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.656901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.656901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.656901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.656901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.656901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.656901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.656901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.656901] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be created. [ 869.720124] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.720294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.720365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.720583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.721325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.733874] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 870.054208] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 870.054381] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 870.071440] env[63332]: INFO networking_nsxv3.common.synchronization [req-18f7b2b8-badb-415b-98f6-ef71957c19b6 req-72ba4557-e0d5-4ffd-b92e-e0410f1cd2d1 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 870.072068] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 870.072449] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.072551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.072656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.073866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.073866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.073866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.073866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.073866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.073866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.073866] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.577455] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.578381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.578381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.578381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.578381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.578381] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.578381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.578381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.578712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.578712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.578712] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 870.613022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.613022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.613022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.613022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.613022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.622336] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 871.751189] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 871.751579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.645821] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 872.646011] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 deletion is rescheduled due to dependency. [ 872.646133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.925735] env[63332]: INFO networking_nsxv3.common.synchronization [None req-fcde9791-f429-42db-905d-a55a5b932b3c None None] Enqueued Resource ID: e381ff4a-8665-4030-8421-a3596f308c9e with Priority: HIGHEST for action port [ 872.929725] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e381ff4a-8665-4030-8421-a3596f308c9e with Priority: HIGHEST for action port [ 872.930944] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-e381ff4a-8665-4030-8421-a3596f308c9e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.930944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e381ff4a-8665-4030-8421-a3596f308c9e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.930944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e381ff4a-8665-4030-8421-a3596f308c9e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.931115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e381ff4a-8665-4030-8421-a3596f308c9e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.931293] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e381ff4a-8665-4030-8421-a3596f308c9e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.437765] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e381ff4a-8665-4030-8421-a3596f308c9e [ 873.438207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.438207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.438430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.438929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.439176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.439417] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e381ff4a-8665-4030-8421-a3596f308c9e already deleted. [ 873.439625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e381ff4a-8665-4030-8421-a3596f308c9e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.567060] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ae39edfd-3ffd-4280-a47c-139e30cc9d73 None None] Enqueued Resource ID: 753c6403-f79c-428f-8a96-3e9d5f8f30d3 with Priority: HIGHEST for action port [ 873.567630] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 753c6403-f79c-428f-8a96-3e9d5f8f30d3 with Priority: HIGHEST for action port [ 873.568774] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-753c6403-f79c-428f-8a96-3e9d5f8f30d3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.568964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-753c6403-f79c-428f-8a96-3e9d5f8f30d3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.569052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-753c6403-f79c-428f-8a96-3e9d5f8f30d3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.569327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-753c6403-f79c-428f-8a96-3e9d5f8f30d3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.569412] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753c6403-f79c-428f-8a96-3e9d5f8f30d3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.072462] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 753c6403-f79c-428f-8a96-3e9d5f8f30d3 [ 874.072462] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.073366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.073366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.073366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.073366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.073366] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:753c6403-f79c-428f-8a96-3e9d5f8f30d3 already deleted. [ 874.073366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-753c6403-f79c-428f-8a96-3e9d5f8f30d3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.152021] env[63332]: INFO networking_nsxv3.common.synchronization [req-da07817c-cd04-45db-bbfc-7a2aee9c87d4 req-e0f82579-a536-468f-aaa3-77d04b8d7266 tempest-SecurityGroupRulesTestJSON-900884810 tempest-SecurityGroupRulesTestJSON-900884810-project-member] Enqueued Resource ID: a025fe14-a6cb-4106-b526-333a037be14d with Priority: HIGHEST for action security_group_rules [ 875.152021] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a025fe14-a6cb-4106-b526-333a037be14d with Priority: HIGHEST for action security_group_rules [ 875.152021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a025fe14-a6cb-4106-b526-333a037be14d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.152021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a025fe14-a6cb-4106-b526-333a037be14d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.152021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a025fe14-a6cb-4106-b526-333a037be14d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.152994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a025fe14-a6cb-4106-b526-333a037be14d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.153386] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a025fe14-a6cb-4106-b526-333a037be14d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.435439] env[63332]: INFO networking_nsxv3.common.synchronization [None req-7d12fbe9-94d6-42fb-9088-fe48d61e872d None None] Enqueued Resource ID: 99f4be56-2cc2-43aa-a2b7-f208ff24dee6 with Priority: HIGHEST for action port [ 875.435964] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f4be56-2cc2-43aa-a2b7-f208ff24dee6 with Priority: HIGHEST for action port [ 875.438598] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f4be56-2cc2-43aa-a2b7-f208ff24dee6 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.438598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f4be56-2cc2-43aa-a2b7-f208ff24dee6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.438598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f4be56-2cc2-43aa-a2b7-f208ff24dee6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.438598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f4be56-2cc2-43aa-a2b7-f208ff24dee6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.438598] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f4be56-2cc2-43aa-a2b7-f208ff24dee6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.682974] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.687851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.687851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.687851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.687851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.688166] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a025fe14-a6cb-4106-b526-333a037be14d already deleted. [ 875.688166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a025fe14-a6cb-4106-b526-333a037be14d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.940549] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99f4be56-2cc2-43aa-a2b7-f208ff24dee6 [ 875.940854] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.940991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.941303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.941303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.941433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.941494] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99f4be56-2cc2-43aa-a2b7-f208ff24dee6 already deleted. [ 875.941680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f4be56-2cc2-43aa-a2b7-f208ff24dee6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.017153] env[63332]: INFO networking_nsxv3.common.synchronization [req-9c825b25-7037-478e-bc45-1e4024184df9 req-e81528b2-29cd-4ada-9161-a2139a27177b tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Enqueued Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_members [ 876.017153] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_members [ 876.017153] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f410793-836f-4cdc-9b3e-e8945d709939 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.017153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.017153] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.017921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.017921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.017921] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.271531] env[63332]: INFO networking_nsxv3.common.synchronization [req-97b57c3c-b07f-4068-b907-1aaba217a1f5 req-90f280a3-82e9-4152-a3d8-349a54e0acbf tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 876.272401] env[63332]: INFO networking_nsxv3.common.synchronization [req-97b57c3c-b07f-4068-b907-1aaba217a1f5 req-90f280a3-82e9-4152-a3d8-349a54e0acbf tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 876.272401] env[63332]: INFO networking_nsxv3.common.synchronization [req-97b57c3c-b07f-4068-b907-1aaba217a1f5 req-90f280a3-82e9-4152-a3d8-349a54e0acbf tempest-SecurityGroupsTestJSON-1150321421 tempest-SecurityGroupsTestJSON-1150321421-project-member] Enqueued Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGHEST for action security_group_members [ 876.272670] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGHEST for action security_group_members [ 876.272817] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGHEST for action security_group_members [ 876.272984] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGHEST for action security_group_members [ 876.275045] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.275188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.275330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.275870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.275870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.275870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.275870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.276089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.276216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.276349] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.277507] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.277924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.277924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.278114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.278114] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.278264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.278264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.278473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.278580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.278666] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.280357] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ae3356-cf93-4064-bd27-383b4ecfa764 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.280357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.281107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.281107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.284150] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.284445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.284550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.284771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.284869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.284975] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.520412] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.520615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.520797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.521656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.521923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.522354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.522522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.522577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.523035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.523035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.523141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f410793-836f-4cdc-9b3e-e8945d709939 already deleted. [ 876.523185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.586176] env[63332]: INFO networking_nsxv3.common.synchronization [req-3d0607c2-60cf-40b1-beb6-dddd1b20faa9 req-f0a1eef2-a26a-4bd5-9d78-dd9260b8b5b3 tempest-SecurityGroupRulesTestJSON-900884810 tempest-SecurityGroupRulesTestJSON-900884810-project-member] Enqueued Resource ID: 4e6e90f0-2868-41ea-9834-fc69c56872f9 with Priority: HIGHEST for action security_group_rules [ 876.586908] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6e90f0-2868-41ea-9834-fc69c56872f9 with Priority: HIGHEST for action security_group_rules [ 876.587686] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6e90f0-2868-41ea-9834-fc69c56872f9 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.587816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6e90f0-2868-41ea-9834-fc69c56872f9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.587883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6e90f0-2868-41ea-9834-fc69c56872f9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.588162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6e90f0-2868-41ea-9834-fc69c56872f9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.588290] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6e90f0-2868-41ea-9834-fc69c56872f9',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.606119] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.606119] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.606315] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.607485] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.607485] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.607691] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.607835] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.608125] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.608281] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.608537] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.608655] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.608655] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.608655] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.608655] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.609207] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.609252] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.633733] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.634105] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.634105] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.634105] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-149" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.634415] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.634603] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.634890] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.635139] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.635295] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.787296] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.787564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.787692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.788131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.788131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.788241] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.788436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.788436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.788595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.788703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.788876] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be updated. [ 876.790325] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.790482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.790697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.791561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.794377] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.794646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.814850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.815168] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.815293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.815357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.815564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.815645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.815737] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be updated. [ 876.816742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.816924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.833843] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.834088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.834088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.834282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.834421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.842583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.843040] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.843124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.843235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.843633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.843777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.843967] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 is going to be updated. [ 876.849899] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: IN_PROGRESS for 2s [ 876.855272] env[63332]: INFO networking_nsxv3.common.synchronization [None req-b7118d89-d446-47ea-b814-c234c0ec59d0 None None] Enqueued Resource ID: 2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f with Priority: HIGHEST for action port [ 876.856686] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.856898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.862086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.862541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.862836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.864979] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f with Priority: HIGHEST for action port [ 876.865534] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.865736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.865870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.870567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.871251] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.883830] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: IN_PROGRESS for 2s [ 876.891338] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.891577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.891699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.891968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.892209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.904806] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 in Status: IN_PROGRESS for 2s [ 877.114686] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.114861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.114861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.115116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.115215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.115317] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6e90f0-2868-41ea-9834-fc69c56872f9 already deleted. [ 877.115405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6e90f0-2868-41ea-9834-fc69c56872f9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.141868] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.142243] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.142420] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.142827] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.143093] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.143417] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a not found, creating... [ 877.143823] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.144185] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.144552] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.144882] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.145236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.145627] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.145841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.146045] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.146309] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.146476] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.146659] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a is going to be created. [ 877.172831] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.173243] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.173397] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.173833] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.174170] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.174511] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.376141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f [ 877.376141] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.376141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.376141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.376141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.376141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.376141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f already deleted. [ 877.376141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef93b75-c6b8-4cd3-bf87-9fef51f81c7f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.119696] env[63332]: INFO networking_nsxv3.common.synchronization [req-9c825b25-7037-478e-bc45-1e4024184df9 req-b020fd14-4383-41ed-9d6f-09b1508ac34a service nova] Enqueued Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_rules [ 878.120010] env[63332]: INFO networking_nsxv3.common.synchronization [req-9c825b25-7037-478e-bc45-1e4024184df9 req-b020fd14-4383-41ed-9d6f-09b1508ac34a service nova] Enqueued Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_members [ 878.120081] env[63332]: INFO networking_nsxv3.common.synchronization [req-9c825b25-7037-478e-bc45-1e4024184df9 req-b020fd14-4383-41ed-9d6f-09b1508ac34a service nova] Enqueued Resource ID: 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a with Priority: HIGHEST for action port [ 878.120767] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_rules [ 878.121056] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_members [ 878.122515] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a with Priority: HIGHEST for action port [ 878.122867] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f410793-836f-4cdc-9b3e-e8945d709939 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.123211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.123299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.124116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.124305] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.125346] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f410793-836f-4cdc-9b3e-e8945d709939 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.125478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.125551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.125789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.125963] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.127712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.127811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.128031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.128134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.128246] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.132027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.132027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.132027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.132027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.132027] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.632521] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f410793-836f-4cdc-9b3e-e8945d709939 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.632894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.636168] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.641146] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a with status ACTIVE [ 878.641146] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.641146] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.641146] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.641146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.641146] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a is going to be updated. [ 878.664889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.664889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.664889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.664889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.664889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.664889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c3a1ffe-e5c4-4360-bccd-a6aed624bf8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.738468] env[63332]: INFO networking_nsxv3.common.synchronization [req-6789bdb6-d0b7-43ec-ac50-865d1aa325e8 req-14681d68-f23e-4057-8a3a-05c1c8ecabd3 tempest-SecurityGroupRulesTestJSON-900884810 tempest-SecurityGroupRulesTestJSON-900884810-project-member] Enqueued Resource ID: 5b74a097-d284-4e67-a1c6-a8865768d39b with Priority: HIGHEST for action security_group_rules [ 878.739038] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b74a097-d284-4e67-a1c6-a8865768d39b with Priority: HIGHEST for action security_group_rules [ 878.739360] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b74a097-d284-4e67-a1c6-a8865768d39b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.739488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b74a097-d284-4e67-a1c6-a8865768d39b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.739547] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b74a097-d284-4e67-a1c6-a8865768d39b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.739819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b74a097-d284-4e67-a1c6-a8865768d39b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.739902] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b74a097-d284-4e67-a1c6-a8865768d39b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.861417] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 in Status: SUCCESS [ 878.861608] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 deletion is rescheduled due to dependency. [ 878.861710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.894322] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 in Status: SUCCESS [ 878.894539] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 deletion is rescheduled due to dependency. [ 878.894645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.919165] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 in Status: SUCCESS [ 878.919165] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 deletion is rescheduled due to dependency. [ 878.919165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.139479] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.278214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.278214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.278214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.278214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.278214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.278214] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b74a097-d284-4e67-a1c6-a8865768d39b already deleted. [ 879.278214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b74a097-d284-4e67-a1c6-a8865768d39b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.621024] env[63332]: INFO networking_nsxv3.common.synchronization [req-3517201b-e2cc-4bbe-b1c1-2a797cbb7547 req-f37d978b-358a-4348-99bf-c6404ef9e9c3 tempest-SecurityGroupRulesTestJSON-900884810 tempest-SecurityGroupRulesTestJSON-900884810-project-member] Enqueued Resource ID: d10c25a6-c237-408a-8cb1-086d1f2ca00e with Priority: HIGHEST for action security_group_rules [ 879.621711] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d10c25a6-c237-408a-8cb1-086d1f2ca00e with Priority: HIGHEST for action security_group_rules [ 879.622024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d10c25a6-c237-408a-8cb1-086d1f2ca00e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.622158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d10c25a6-c237-408a-8cb1-086d1f2ca00e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.622226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d10c25a6-c237-408a-8cb1-086d1f2ca00e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.622473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d10c25a6-c237-408a-8cb1-086d1f2ca00e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.622597] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d10c25a6-c237-408a-8cb1-086d1f2ca00e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.641810] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.642494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.642494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.642494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.642494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.642781] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f410793-836f-4cdc-9b3e-e8945d709939 is going to be created. [ 879.670985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.671329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.671329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.671893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.672570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.684972] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f410793-836f-4cdc-9b3e-e8945d709939 in Status: UNINITIALIZED for 2s [ 880.155182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.155325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.155397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.155618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.155706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.155804] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d10c25a6-c237-408a-8cb1-086d1f2ca00e already deleted. [ 880.155883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d10c25a6-c237-408a-8cb1-086d1f2ca00e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.235069] env[63332]: INFO networking_nsxv3.common.synchronization [req-d763bb0c-b573-4b2a-abb3-9ec87f74abfd req-d8c5f433-37de-4c0c-af92-ff5b998cd9a3 tempest-SecurityGroupRulesTestJSON-900884810 tempest-SecurityGroupRulesTestJSON-900884810-project-member] Enqueued Resource ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 with Priority: HIGHEST for action security_group_rules [ 881.235984] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 with Priority: HIGHEST for action security_group_rules [ 881.236423] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-822507f4-ebe8-4078-8b83-03c64b1d7796 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.236942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.236942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.236942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.237250] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('822507f4-ebe8-4078-8b83-03c64b1d7796',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.695673] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f410793-836f-4cdc-9b3e-e8945d709939 in Status: SUCCESS [ 881.695980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.696218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.696504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.696776] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.696935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.697078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.697292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.697406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.697532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.697662] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.758736] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.758893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.758947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.759175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.759270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.759366] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 already deleted. [ 881.759449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.934490] env[63332]: INFO networking_nsxv3.common.synchronization [req-dbf5d4ed-9378-4e57-a7ed-5dd86611345e req-9b54c498-b397-40cc-8cc7-1c6de934e88e tempest-SecurityGroupRulesTestJSON-900884810 tempest-SecurityGroupRulesTestJSON-900884810-project-member] Enqueued Resource ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 with Priority: HIGHEST for action security_group_rules [ 881.935059] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 with Priority: HIGHEST for action security_group_rules [ 881.935370] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-822507f4-ebe8-4078-8b83-03c64b1d7796 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.935521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.935591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.935795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.935889] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('822507f4-ebe8-4078-8b83-03c64b1d7796',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.200144] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.458668] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.459453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.459453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.459453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.459453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.459453] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 already deleted. [ 882.459453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.703619] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f410793-836f-4cdc-9b3e-e8945d709939: rpc.has_security_group_logging(os_id): False [ 882.742028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.742260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.742349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.742564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.742667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.743036] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.743188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.743249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.743594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.743701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.743796] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f410793-836f-4cdc-9b3e-e8945d709939 is going to be created. [ 882.826866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.827109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.827224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.827506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.827755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.846870] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f410793-836f-4cdc-9b3e-e8945d709939 in Status: IN_PROGRESS for 2s [ 883.112040] env[63332]: INFO networking_nsxv3.common.synchronization [req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 req-05712fcb-419a-4431-b18a-cae8e8fe9c0d tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Enqueued Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGHEST for action security_group_members [ 883.112612] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGHEST for action security_group_members [ 883.112974] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a909b740-3b0c-4bfa-99db-d497a916420e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.113833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.113976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.114226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.114393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.114500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.114554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.114713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.114800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.114895] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.496401] env[63332]: INFO networking_nsxv3.common.synchronization [req-7d34e9cd-8ad6-4b39-be76-b0dabde0b410 req-d32b2e97-5172-4369-966b-2eaab003ec69 tempest-SecurityGroupRulesTestJSON-900884810 tempest-SecurityGroupRulesTestJSON-900884810-project-member] Enqueued Resource ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 with Priority: HIGHEST for action security_group_rules [ 883.497066] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 with Priority: HIGHEST for action security_group_rules [ 883.497386] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-822507f4-ebe8-4078-8b83-03c64b1d7796 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.497539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.497587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.497775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.497857] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('822507f4-ebe8-4078-8b83-03c64b1d7796',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.618559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.618714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.618782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.619010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.619100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.619295] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.619424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.619465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.619647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.619686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.619781] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a909b740-3b0c-4bfa-99db-d497a916420e already deleted. [ 883.619863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.653676] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.653789] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-945" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.653933] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-945" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.654288] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-945" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.654577] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.654742] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.654865] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.655123] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.655266] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.655479] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.655599] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.655711] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.655826] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.655938] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.656230] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.656826] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.678346] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.678635] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.678800] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.678993] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-945" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.679359] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-801c7a14-fd84-4f70-8c20-00341782aab4 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.679546] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-801c7a14-fd84-4f70-8c20-00341782aab4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.679895] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-801c7a14-fd84-4f70-8c20-00341782aab4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.680065] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-801c7a14-fd84-4f70-8c20-00341782aab4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.680211] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('801c7a14-fd84-4f70-8c20-00341782aab4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.028566] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.028744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.028810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.029062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.029162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.029263] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 822507f4-ebe8-4078-8b83-03c64b1d7796 already deleted. [ 884.029339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-822507f4-ebe8-4078-8b83-03c64b1d7796" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.182645] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.182951] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.183104] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.183488] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.183647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.183924] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 801c7a14-fd84-4f70-8c20-00341782aab4 not found, creating... [ 884.184090] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.184256] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.184384] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.184626] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.184845] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.185242] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.185546] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.185804] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.186232] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.186535] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.186815] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 801c7a14-fd84-4f70-8c20-00341782aab4 is going to be created. [ 884.215240] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.215240] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.215240] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.216720] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.216857] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.217178] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-801c7a14-fd84-4f70-8c20-00341782aab4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.859898] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f410793-836f-4cdc-9b3e-e8945d709939 in Status: SUCCESS [ 884.860261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.036845] env[63332]: INFO networking_nsxv3.common.synchronization [req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 req-723b7ff1-569b-4363-93e0-9a4fdd9f2714 service nova] Enqueued Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGHEST for action security_group_rules [ 885.038556] env[63332]: INFO networking_nsxv3.common.synchronization [req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 req-723b7ff1-569b-4363-93e0-9a4fdd9f2714 service nova] Enqueued Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGHEST for action security_group_members [ 885.038556] env[63332]: INFO networking_nsxv3.common.synchronization [req-efe57551-c8cd-4ed9-b679-c15fb1d5f718 req-723b7ff1-569b-4363-93e0-9a4fdd9f2714 service nova] Enqueued Resource ID: 801c7a14-fd84-4f70-8c20-00341782aab4 with Priority: HIGHEST for action port [ 885.040719] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGHEST for action security_group_rules [ 885.040922] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGHEST for action security_group_members [ 885.041586] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 801c7a14-fd84-4f70-8c20-00341782aab4 with Priority: HIGHEST for action port [ 885.041754] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a909b740-3b0c-4bfa-99db-d497a916420e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.041862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.041929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.042521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.042629] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.043906] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a909b740-3b0c-4bfa-99db-d497a916420e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.051025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.051025] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.051025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-801c7a14-fd84-4f70-8c20-00341782aab4 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-801c7a14-fd84-4f70-8c20-00341782aab4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-801c7a14-fd84-4f70-8c20-00341782aab4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.051025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-801c7a14-fd84-4f70-8c20-00341782aab4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.051025] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('801c7a14-fd84-4f70-8c20-00341782aab4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.553832] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.555047] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a909b740-3b0c-4bfa-99db-d497a916420e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.555165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.556255] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 801c7a14-fd84-4f70-8c20-00341782aab4 with status ACTIVE [ 885.556654] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.556725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.556725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.556932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.557038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.557256] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.557669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.557669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.557816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.557943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.558138] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.558260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.558305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.558469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.558553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.558630] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 801c7a14-fd84-4f70-8c20-00341782aab4 is going to be updated. [ 885.584609] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.584609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.584609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.584609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.584609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.584609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-801c7a14-fd84-4f70-8c20-00341782aab4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.704278] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ce0e3b17-e798-4802-b031-0d85802b2215 None None] Enqueued Resource ID: 710ba8c6-319d-4153-bb09-00bef91aabbf with Priority: HIGHEST for action port [ 885.704893] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710ba8c6-319d-4153-bb09-00bef91aabbf with Priority: HIGHEST for action port [ 885.706059] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-710ba8c6-319d-4153-bb09-00bef91aabbf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.706211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-710ba8c6-319d-4153-bb09-00bef91aabbf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.706273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-710ba8c6-319d-4153-bb09-00bef91aabbf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.706806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-710ba8c6-319d-4153-bb09-00bef91aabbf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.706806] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('710ba8c6-319d-4153-bb09-00bef91aabbf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.061963] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.214764] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 710ba8c6-319d-4153-bb09-00bef91aabbf [ 886.214764] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.214764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.214764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.214764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.214764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.214764] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:710ba8c6-319d-4153-bb09-00bef91aabbf already deleted. [ 886.214764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-710ba8c6-319d-4153-bb09-00bef91aabbf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.353173] env[63332]: INFO networking_nsxv3.common.synchronization [req-430d9d30-706d-454d-8d7c-5105ad4930ce req-3091f0b5-37eb-49f4-860b-24924f5369e6 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 886.353173] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 886.353173] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.353375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.353375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.353548] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.353684] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.353782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.353866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.354497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.354617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.354731] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.564609] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.564799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.564861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.565080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.565171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.565273] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a909b740-3b0c-4bfa-99db-d497a916420e is going to be created. [ 886.597473] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.597473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.597473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.597473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.597473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.621102] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a909b740-3b0c-4bfa-99db-d497a916420e in Status: UNINITIALIZED for 2s [ 886.749659] env[63332]: INFO networking_nsxv3.common.synchronization [req-a4cd8646-173f-439e-8a08-56312d9af01f req-62a14540-699e-49c4-874f-bc54b874daf5 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 886.750354] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 886.750541] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.753236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.753376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.753621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.753845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.753963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.754025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.754200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.754297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.754434] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.859459] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.859459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.859583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.859776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.859872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.860112] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.860214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.860275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.860436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.860512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.860599] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 886.898257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.898406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.902023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.902023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.902023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.911690] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 887.259462] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.265730] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.265730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.265730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.265730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.265730] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.265730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.265730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.265730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.266293] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.268224] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.268224] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.268224] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.268224] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.268652] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.268652] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.268739] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.294336] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.294566] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.296509] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.296509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-849" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.296509] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.296509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.296509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.296509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.296509] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39c1b4d-e304-4ad2-af56-9e7fb88e96b4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.761725] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.803852] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.805223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.805223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.806256] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.809561] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.809722] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 not found, creating... [ 887.810120] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.810260] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.810387] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.810682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.811113] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.814640] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.814640] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.814640] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.814640] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.814640] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.814640] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 is going to be created. [ 887.845438] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.845666] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.846089] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.846164] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.846600] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.846767] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.265676] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.267131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.267131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.267131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.267131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.267131] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 888.319755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.319755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.319755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.320855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.320855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.331419] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 888.633948] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a909b740-3b0c-4bfa-99db-d497a916420e in Status: SUCCESS [ 888.634206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.634373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.634720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.634789] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.634893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.634956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.635191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.635191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.635312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.635738] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.717846] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1f5c16d3-fb0d-4e69-9772-a0d5c1165af5 None None] Enqueued Resource ID: d67dd615-7424-458b-b168-1c00eb19e4a6 with Priority: HIGHEST for action port [ 888.718285] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67dd615-7424-458b-b168-1c00eb19e4a6 with Priority: HIGHEST for action port [ 888.718717] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-d67dd615-7424-458b-b168-1c00eb19e4a6 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.718897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d67dd615-7424-458b-b168-1c00eb19e4a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.718957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d67dd615-7424-458b-b168-1c00eb19e4a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.719314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d67dd615-7424-458b-b168-1c00eb19e4a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.719433] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d67dd615-7424-458b-b168-1c00eb19e4a6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.924741] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 888.924957] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 888.925098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.003218] env[63332]: INFO networking_nsxv3.common.synchronization [req-a4cd8646-173f-439e-8a08-56312d9af01f req-2d47df7c-0277-41aa-8827-81d79a29447f service nova] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_rules [ 889.003218] env[63332]: INFO networking_nsxv3.common.synchronization [req-a4cd8646-173f-439e-8a08-56312d9af01f req-2d47df7c-0277-41aa-8827-81d79a29447f service nova] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 889.003218] env[63332]: INFO networking_nsxv3.common.synchronization [req-a4cd8646-173f-439e-8a08-56312d9af01f req-2d47df7c-0277-41aa-8827-81d79a29447f service nova] Enqueued Resource ID: b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 with Priority: HIGHEST for action port [ 889.003218] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_rules [ 889.003218] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 889.003218] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 with Priority: HIGHEST for action port [ 889.004730] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.004995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.005435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.005777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.008019] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.008019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.008019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.008019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.008019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.008019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.008019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.008019] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39c1b4d-e304-4ad2-af56-9e7fb88e96b4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.138377] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a909b740-3b0c-4bfa-99db-d497a916420e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.138946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.142021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.142021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.142021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.142021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.142021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.142021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.143090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.143284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.143486] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a909b740-3b0c-4bfa-99db-d497a916420e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.143595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.143658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.143855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.144067] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.144165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.144224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.144738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.144825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.144911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.145011] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.222978] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d67dd615-7424-458b-b168-1c00eb19e4a6 [ 889.222978] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.222978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.222978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.222978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.222978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.222978] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d67dd615-7424-458b-b168-1c00eb19e4a6 already deleted. [ 889.222978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d67dd615-7424-458b-b168-1c00eb19e4a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.514020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.514020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 with status ACTIVE [ 889.514020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.514020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.514020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.514020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.514774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.514774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.514774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.514774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.514774] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b39c1b4d-e304-4ad2-af56-9e7fb88e96b4 is going to be updated. [ 889.541896] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.541896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.541896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.541896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.541896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.541896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39c1b4d-e304-4ad2-af56-9e7fb88e96b4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.649146] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a909b740-3b0c-4bfa-99db-d497a916420e: rpc.has_security_group_logging(os_id): False [ 889.672678] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.672678] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.672678] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.672678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.673712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.674132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.674237] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.674413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.674837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.674837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.674837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.674837] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a909b740-3b0c-4bfa-99db-d497a916420e is going to be created. [ 889.760893] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.761081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.761081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.762365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.762858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.779024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a909b740-3b0c-4bfa-99db-d497a916420e in Status: IN_PROGRESS for 2s [ 890.344677] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 890.344677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.344677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.344677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.344677] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.344677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.344677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.344677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.344677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.344677] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.847920] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.353995] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.541941] env[63332]: INFO networking_nsxv3.common.synchronization [req-cd73c2c2-7a4f-42f1-803b-ac54b920c4bc req-a8ee9327-3e5d-46ea-b842-752574bcf316 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 891.542561] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 891.542948] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.543229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.543427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.543714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.543932] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.544196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.544196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.544401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.544531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.544665] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.790848] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a909b740-3b0c-4bfa-99db-d497a916420e in Status: SUCCESS [ 891.791154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.857063] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.857449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.857449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.857540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.857623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.857740] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 891.889438] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.889606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.889714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.890100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.890290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.900268] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 892.047056] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.047310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.047392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.047576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.047686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.047919] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.048034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.048098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.048270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.048347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.048455] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be updated. [ 892.083314] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.083466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.083466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.083667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.083756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.095235] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: IN_PROGRESS for 2s [ 892.400169] env[63332]: INFO networking_nsxv3.common.synchronization [req-4657e8a5-789b-490e-b854-a1573690c2b6 req-987a1593-d2f4-4455-8b11-30f6983833bb tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 892.400958] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 892.401524] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.401524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.401524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.401701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.401859] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.401971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.402052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.402280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.402377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.402467] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.905956] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.906371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.906371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.906526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.943023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.943367] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.943469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.943522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.943696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.943782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.943878] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 is going to be updated. [ 892.992574] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.992793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.992793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.993161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.993291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.007420] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: IN_PROGRESS for 2s [ 893.087221] env[63332]: INFO networking_nsxv3.common.synchronization [req-45b149aa-ae74-489b-a904-acdc778e2337 req-47c18da5-a69b-4de4-ac97-702ba1732984 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 893.087221] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 893.087356] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.087488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.087964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.087964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.088082] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.088181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.088245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.088396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.088483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.088576] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.527903] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-374 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.528113] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-374" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.528262] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-374" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.528601] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-374" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.528874] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.529049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.529177] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.529453] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.529623] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.529842] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.530031] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.530209] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.530329] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.530450] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.530563] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.530702] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.554249] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.554445] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.554603] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.554789] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-374" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.555207] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.555450] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.555585] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.555923] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.556080] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd638afc-5c46-4e83-96c5-9b7c8807f3c8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.590670] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.911472] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 893.911878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.912150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.912150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.912404] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.912477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.912554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.912747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.912862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.913171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.913171] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.058473] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.058741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.058819] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.059134] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.059302] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.059460] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port fd638afc-5c46-4e83-96c5-9b7c8807f3c8 not found, creating... [ 894.059769] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.059921] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.060019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.060268] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.060460] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.060855] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.061053] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.061184] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.061405] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.061581] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.061737] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: fd638afc-5c46-4e83-96c5-9b7c8807f3c8 is going to be created. [ 894.084870] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.085174] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.085263] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.085545] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.085793] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.086080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.092727] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.105695] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: SUCCESS [ 894.105880] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed deletion is rescheduled due to dependency. [ 894.106021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.415843] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.415843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.415843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.415843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.416166] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.416166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.416241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.416355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.416454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.416571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.416789] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.416916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.417023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.417696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.417696] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.417696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.417696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.417935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.418047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.418226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.418376] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.595643] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.595811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.595811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.596043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.596145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.596249] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be updated. [ 894.627675] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.627911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.627987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.628256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.628477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.637983] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: IN_PROGRESS for 2s [ 894.790629] env[63332]: INFO networking_nsxv3.common.synchronization [req-45b149aa-ae74-489b-a904-acdc778e2337 req-c2846bfd-e749-488f-8c04-e1dbb64dcead service nova] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_rules [ 894.790934] env[63332]: INFO networking_nsxv3.common.synchronization [req-45b149aa-ae74-489b-a904-acdc778e2337 req-c2846bfd-e749-488f-8c04-e1dbb64dcead service nova] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 894.791151] env[63332]: INFO networking_nsxv3.common.synchronization [req-45b149aa-ae74-489b-a904-acdc778e2337 req-c2846bfd-e749-488f-8c04-e1dbb64dcead service nova] Enqueued Resource ID: fd638afc-5c46-4e83-96c5-9b7c8807f3c8 with Priority: HIGHEST for action port [ 894.792896] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_rules [ 894.793156] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 894.793326] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd638afc-5c46-4e83-96c5-9b7c8807f3c8 with Priority: HIGHEST for action port [ 894.793679] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.793857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.793973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.794234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.794333] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.795954] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.796142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.796460] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.796628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.796728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.796998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.797135] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd638afc-5c46-4e83-96c5-9b7c8807f3c8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.921249] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3: rpc.has_security_group_logging(os_id): False [ 894.942033] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.942293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.942348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.942577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.969651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.970279] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.970279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.970279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.970568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.970635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.971207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.971207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.971207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.971353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.971353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.971570] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.972658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.972802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.973206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.973292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.973368] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 895.017793] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: SUCCESS [ 895.018091] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 deletion is rescheduled due to dependency. [ 895.018256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.046331] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.046537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.046537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.046810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.046914] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.065717] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 895.299197] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.299375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.300788] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd638afc-5c46-4e83-96c5-9b7c8807f3c8 with status ACTIVE [ 895.301024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.301200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.301341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.301589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.301673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.301905] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.302067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.302116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.302299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.302405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.302628] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.302752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.302823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.303040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.303142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.303240] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd638afc-5c46-4e83-96c5-9b7c8807f3c8 is going to be updated. [ 895.326855] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.327049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.327117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.327356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.327509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.327686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd638afc-5c46-4e83-96c5-9b7c8807f3c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.648404] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: SUCCESS [ 896.648404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.648822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.648822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.649014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.649152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.649216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.649390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.649486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.649585] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.083710] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 897.083710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.152532] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.656472] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.160730] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.160919] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.161243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.161243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.161304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.161411] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be updated. [ 898.197086] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.197307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.197307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.197520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.197667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.207614] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: IN_PROGRESS for 2s [ 898.665308] env[63332]: INFO networking_nsxv3.common.synchronization [req-d749767d-7ae6-4651-a348-79544b1be87a req-31523c4a-53df-4541-868c-f19dfe9f9936 tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 898.665903] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 898.666249] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.666360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.666435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.666713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.666869] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.666981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.669569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.669569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.669569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.669680] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.748041] env[63332]: INFO networking_nsxv3.common.synchronization [req-4028f98f-2a8c-4a77-92b4-dc41da14fa0d req-21b0aa40-757b-4a9b-8428-cbe398575e07 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 898.748492] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 898.748808] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.748937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.749014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.749242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.749456] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.749567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.749628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.749810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.749899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.749991] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.892193] env[63332]: INFO networking_nsxv3.common.synchronization [req-85a1909f-7223-4ebc-83a6-8b7bceaa4145 req-b30a36b9-935b-4c3f-9287-3b21cc8d34e6 tempest-ServerPasswordTestJSON-408416422 tempest-ServerPasswordTestJSON-408416422-project-member] Enqueued Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGHEST for action security_group_members [ 898.892193] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGHEST for action security_group_members [ 898.892193] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a909b740-3b0c-4bfa-99db-d497a916420e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.892193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.892193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.892193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.892193] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.892193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.892193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.892193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.892193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.892193] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.175875] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.176070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.176148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.176393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.176524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.176847] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.176847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.176954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.177141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.177233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.177337] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d already deleted. [ 899.177517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.252848] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.253271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.253425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.253767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.253967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.254309] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.254511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.254657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.254919] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.255086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.255257] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 899.277021] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.278341] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-568" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.278625] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-568" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.279102] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-568" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.279460] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.279758] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.280038] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.280369] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.280748] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.281113] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.281355] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.281575] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.281750] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.281933] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.282151] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.282378] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.298317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.298586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.298660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.298896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.299109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.312191] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 899.313606] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.314070] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.314328] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.314687] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-568" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.315250] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-2a17ea2c-4efa-4d21-b3d3-fe7629249308 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.315751] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.316018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.316529] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.316769] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a17ea2c-4efa-4d21-b3d3-fe7629249308',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.399497] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.399723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.399797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.400080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.400238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.400433] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.400556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.400693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.400834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.400908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.401033] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a909b740-3b0c-4bfa-99db-d497a916420e is going to be updated. [ 899.441319] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.441585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.441703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.441977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.442364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.455166] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a909b740-3b0c-4bfa-99db-d497a916420e in Status: IN_PROGRESS for 2s [ 899.824418] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.824676] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.825255] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.825255] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.825367] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.826705] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 not found, creating... [ 899.826705] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.826705] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.826705] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.826705] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.826705] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.826955] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.828226] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.828521] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.830057] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.830057] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.830057] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 is going to be created. [ 899.855027] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.855027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.855027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.855027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.855370] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.855702] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.227292] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: SUCCESS [ 900.227520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.227695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.227911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.228128] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.228300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.228383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.228525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.228612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.228699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.228792] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.583335] env[63332]: INFO networking_nsxv3.common.synchronization [req-d749767d-7ae6-4651-a348-79544b1be87a req-672827bc-5fce-4b14-aeef-e66903d920de service nova] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_rules [ 900.584340] env[63332]: INFO networking_nsxv3.common.synchronization [req-d749767d-7ae6-4651-a348-79544b1be87a req-672827bc-5fce-4b14-aeef-e66903d920de service nova] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 900.584574] env[63332]: INFO networking_nsxv3.common.synchronization [req-d749767d-7ae6-4651-a348-79544b1be87a req-672827bc-5fce-4b14-aeef-e66903d920de service nova] Enqueued Resource ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with Priority: HIGHEST for action port [ 900.586783] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_rules [ 900.586783] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 900.586783] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with Priority: HIGHEST for action port [ 900.586783] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.586783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.586783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.586783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.586783] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.587412] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.587459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.587962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.587962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.587962] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.588109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.588109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.588270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.588361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.588476] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.592564] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a17ea2c-4efa-4d21-b3d3-fe7629249308 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.592564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.592564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.592564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.592564] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a17ea2c-4efa-4d21-b3d3-fe7629249308',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.732528] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.732698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.732770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.733017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.733199] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.733301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.733367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.733530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.733620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.733707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.733853] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.734113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.734113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.734202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.734326] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.734420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.734480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.734618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.734699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.734780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.734867] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.992659] env[63332]: INFO networking_nsxv3.common.synchronization [req-a2ab2644-fb8e-4335-8678-e51502cee14a req-fa27568f-7531-4826-abbe-a91cd4000cf3 tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Enqueued Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_members [ 900.993385] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_members [ 900.993718] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-424f6cb8-8a40-455e-b880-c722ad354886 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.993859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.993934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.994271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.994448] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.994561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.995282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.995816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.995816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.995816] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.092022] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.092926] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.093072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.095099] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with status ACTIVE [ 901.095099] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.095099] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.095099] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.095099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.095099] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 is going to be updated. [ 901.121488] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.121652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.121707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.122024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.122142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.122307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.240026] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 188eaea9-d601-44cd-b51e-bb3186ec0e9c: rpc.has_security_group_logging(os_id): False [ 901.264497] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.264784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.264784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.264960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.265093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.265364] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.265504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.265556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.265722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.265870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.266088] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.266161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.266216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.266395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.266487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.266604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.266718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.266791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.266952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.267049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.267142] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be updated. [ 901.327258] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 901.328841] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 deletion is rescheduled due to dependency. [ 901.329124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.369022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.369022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.369022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.369022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.369022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.392212] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: IN_PROGRESS for 2s [ 901.429970] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.430216] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-963" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.430413] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-963" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.430724] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-963" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.431052] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.431239] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.431381] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.431626] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.431798] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.432039] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.432167] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.432297] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.432413] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.433102] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.433102] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.433102] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.473123] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.474059] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.474059] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.474059] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-963" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.474225] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-e1535d36-374b-4e7e-b0f5-769deba2eb38 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.474402] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-e1535d36-374b-4e7e-b0f5-769deba2eb38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.474535] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-e1535d36-374b-4e7e-b0f5-769deba2eb38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.474882] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-e1535d36-374b-4e7e-b0f5-769deba2eb38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.475047] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1535d36-374b-4e7e-b0f5-769deba2eb38',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.479078] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a909b740-3b0c-4bfa-99db-d497a916420e in Status: SUCCESS [ 901.479078] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a909b740-3b0c-4bfa-99db-d497a916420e deletion is rescheduled due to dependency. [ 901.479078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.499210] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.499434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.499434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.499672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.499760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.499967] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.500082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.500146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.500298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.500374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.500464] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424f6cb8-8a40-455e-b880-c722ad354886 already deleted. [ 901.500547] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.599224] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.979273] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.979574] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.979724] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.980500] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.980692] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.980893] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port e1535d36-374b-4e7e-b0f5-769deba2eb38 not found, creating... [ 901.981161] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.981332] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.981456] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.981695] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.981874] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.982179] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.982489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.982645] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.982865] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.983082] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.983275] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: e1535d36-374b-4e7e-b0f5-769deba2eb38 is going to be created. [ 902.004064] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.004416] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.004416] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.004915] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.004915] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.005064] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-e1535d36-374b-4e7e-b0f5-769deba2eb38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.103623] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.103806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.103908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.104313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.104425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.104545] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be created. [ 902.133681] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.133924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.134068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.134386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.134646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.149055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: UNINITIALIZED for 2s [ 902.774843] env[63332]: INFO networking_nsxv3.common.synchronization [req-a2ab2644-fb8e-4335-8678-e51502cee14a req-f2f2ac45-54ba-41e5-aa2f-74eee39479a4 service nova] Enqueued Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_rules [ 902.775697] env[63332]: INFO networking_nsxv3.common.synchronization [req-a2ab2644-fb8e-4335-8678-e51502cee14a req-f2f2ac45-54ba-41e5-aa2f-74eee39479a4 service nova] Enqueued Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_members [ 902.775914] env[63332]: INFO networking_nsxv3.common.synchronization [req-a2ab2644-fb8e-4335-8678-e51502cee14a req-f2f2ac45-54ba-41e5-aa2f-74eee39479a4 service nova] Enqueued Resource ID: e1535d36-374b-4e7e-b0f5-769deba2eb38 with Priority: HIGHEST for action port [ 902.777147] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_rules [ 902.777287] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_members [ 902.777392] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1535d36-374b-4e7e-b0f5-769deba2eb38 with Priority: HIGHEST for action port [ 902.777688] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424f6cb8-8a40-455e-b880-c722ad354886 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.778963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.778963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.778963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.778963] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.779800] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-424f6cb8-8a40-455e-b880-c722ad354886 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.783843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.786095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.786095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.786095] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.786095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.786095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.786095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.786095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.786315] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.787110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1535d36-374b-4e7e-b0f5-769deba2eb38 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.787253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1535d36-374b-4e7e-b0f5-769deba2eb38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.787326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1535d36-374b-4e7e-b0f5-769deba2eb38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.787488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1535d36-374b-4e7e-b0f5-769deba2eb38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.787586] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1535d36-374b-4e7e-b0f5-769deba2eb38',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.289713] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-424f6cb8-8a40-455e-b880-c722ad354886 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.290072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.290072] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.291300] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1535d36-374b-4e7e-b0f5-769deba2eb38 with status ACTIVE [ 903.291300] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.291300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.291482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.291546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.291648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.291914] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.291957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.292030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.292199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.292282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.292508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.292608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.292668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.292833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.292932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.293592] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1535d36-374b-4e7e-b0f5-769deba2eb38 is going to be updated. [ 903.325010] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.325010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.325010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.325266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.325266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.325572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1535d36-374b-4e7e-b0f5-769deba2eb38" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.410735] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: SUCCESS [ 903.410981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.797878] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.160162] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: SUCCESS [ 904.160437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.160636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.160957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.161243] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.161374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.161410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.161592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.161686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.161896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.161896] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.299783] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.300277] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.300277] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.300277] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.300375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.300446] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424f6cb8-8a40-455e-b880-c722ad354886 is going to be created. [ 904.329101] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.329354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.329445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.329702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.329931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.344528] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424f6cb8-8a40-455e-b880-c722ad354886 in Status: UNINITIALIZED for 2s [ 904.668017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.668017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.668017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.668017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.668017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.669920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.669920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.669920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.669920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.669920] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.170971] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aaf7a8f-fac0-4fe4-8442-448d53138f3d: rpc.has_security_group_logging(os_id): False [ 905.193488] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.194564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.194564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.194564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.194564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.194564] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.194756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.195360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.195360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.195360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.195541] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.195618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.195684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.195950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.196157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.196463] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.196579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.196673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.197308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.197452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.197553] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be created. [ 905.272321] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.272439] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.272510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.272734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.272914] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.289103] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: IN_PROGRESS for 2s [ 906.355302] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424f6cb8-8a40-455e-b880-c722ad354886 in Status: SUCCESS [ 906.355605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.355605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.355799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.355988] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.356121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.356326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.356403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.356456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.356515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.356710] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.858435] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.305474] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: SUCCESS [ 907.305474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.315812] env[63332]: INFO networking_nsxv3.common.synchronization [req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 req-73cbd45d-6b15-4477-8e35-c50b2ed40f4d tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Enqueued Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGHEST for action security_group_members [ 907.317220] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGHEST for action security_group_members [ 907.317733] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-34181973-e6be-4c07-896c-24dd61ee11f2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.318013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.319113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.319479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.319761] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.322313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.322313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.322313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.322313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.322313] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.360922] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424f6cb8-8a40-455e-b880-c722ad354886: rpc.has_security_group_logging(os_id): False [ 907.382214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.382407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.382480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.382706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.382804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.383106] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.383394] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.383431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.383748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.383748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.383748] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424f6cb8-8a40-455e-b880-c722ad354886 is going to be created. [ 907.463066] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.463066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.463066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.463066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.463066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.478108] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424f6cb8-8a40-455e-b880-c722ad354886 in Status: IN_PROGRESS for 2s [ 907.741771] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.741991] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-389" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.742114] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-389" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.742482] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-389" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.742849] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.743058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.743211] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.743480] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.743681] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.743905] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.744051] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.744624] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.744624] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.744624] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.744624] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.744624] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.767823] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.767990] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.768127] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.768352] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-389" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.768742] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-a900102d-ea35-4aaf-b2b3-e724bf3041b7 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.768957] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-a900102d-ea35-4aaf-b2b3-e724bf3041b7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.769106] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-a900102d-ea35-4aaf-b2b3-e724bf3041b7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.769454] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-a900102d-ea35-4aaf-b2b3-e724bf3041b7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.769604] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a900102d-ea35-4aaf-b2b3-e724bf3041b7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.826991] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.826991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.826991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.826991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.826991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.827260] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.827432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.827552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.827753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.827846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.827975] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34181973-e6be-4c07-896c-24dd61ee11f2 already deleted. [ 907.830021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.274539] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.274539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.274539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.274539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.274539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.274539] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port a900102d-ea35-4aaf-b2b3-e724bf3041b7 not found, creating... [ 908.274539] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.274539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.274539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.274539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.274539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.275013] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.275653] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.276023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.278073] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.278073] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.278073] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: a900102d-ea35-4aaf-b2b3-e724bf3041b7 is going to be created. [ 908.299652] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.300041] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.300241] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.300593] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.300906] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.301314] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-a900102d-ea35-4aaf-b2b3-e724bf3041b7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.035509] env[63332]: INFO networking_nsxv3.common.synchronization [req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 req-3d288b4b-b3ee-45f0-91ac-c05d1fe9809d service nova] Enqueued Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGHEST for action security_group_rules [ 909.035891] env[63332]: INFO networking_nsxv3.common.synchronization [req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 req-3d288b4b-b3ee-45f0-91ac-c05d1fe9809d service nova] Enqueued Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGHEST for action security_group_members [ 909.035891] env[63332]: INFO networking_nsxv3.common.synchronization [req-d41cdd29-2a40-4ced-86b4-03a6d61fe977 req-3d288b4b-b3ee-45f0-91ac-c05d1fe9809d service nova] Enqueued Resource ID: a900102d-ea35-4aaf-b2b3-e724bf3041b7 with Priority: HIGHEST for action port [ 909.036056] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGHEST for action security_group_rules [ 909.036178] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGHEST for action security_group_members [ 909.036273] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a900102d-ea35-4aaf-b2b3-e724bf3041b7 with Priority: HIGHEST for action port [ 909.036847] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34181973-e6be-4c07-896c-24dd61ee11f2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.036979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.037091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.037302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.037388] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.038376] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-34181973-e6be-4c07-896c-24dd61ee11f2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.038494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.038631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.038802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.038965] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.039078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.039142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.039291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.039378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.039471] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.041975] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a900102d-ea35-4aaf-b2b3-e724bf3041b7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.042138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a900102d-ea35-4aaf-b2b3-e724bf3041b7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.042210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a900102d-ea35-4aaf-b2b3-e724bf3041b7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.042391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a900102d-ea35-4aaf-b2b3-e724bf3041b7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.042480] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a900102d-ea35-4aaf-b2b3-e724bf3041b7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.490759] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424f6cb8-8a40-455e-b880-c722ad354886 in Status: SUCCESS [ 909.491093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.544937] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-34181973-e6be-4c07-896c-24dd61ee11f2 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.545144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.545443] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.546422] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a900102d-ea35-4aaf-b2b3-e724bf3041b7 with status ACTIVE [ 909.546623] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.546744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.546804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.547045] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.547138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.547328] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.547422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.547473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.547651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.547728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.547935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.551601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.551601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.551790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.551880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.551980] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a900102d-ea35-4aaf-b2b3-e724bf3041b7 is going to be updated. [ 909.585044] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.585044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.585044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.585044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.585044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.585044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a900102d-ea35-4aaf-b2b3-e724bf3041b7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.054464] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.558915] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.559109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.559171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.559395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.559529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.559682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34181973-e6be-4c07-896c-24dd61ee11f2 is going to be created. [ 910.596645] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.596645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.596645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.596645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.596645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.608681] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34181973-e6be-4c07-896c-24dd61ee11f2 in Status: UNINITIALIZED for 2s [ 911.992419] env[63332]: INFO networking_nsxv3.common.synchronization [req-73971b28-e809-4b72-9845-f03959f88583 req-1556d16d-221d-4329-ab32-792232c24dc1 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Enqueued Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_members [ 911.993159] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_members [ 911.993495] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd9682ad-00fa-4838-a73c-dabaf468337c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.994136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.994252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.994571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.994738] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.994845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.994910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.995087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.995177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.995277] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.498240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.498399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.498465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.498732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.498824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.499030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.499221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.499221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.499611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.499611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.499611] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd9682ad-00fa-4838-a73c-dabaf468337c already deleted. [ 912.499611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.507015] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.507015] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-867" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.507177] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-867" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.507440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-867" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.507710] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.507868] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.507985] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.508224] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.508501] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.508821] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.508959] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.509104] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.509227] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.509352] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.509470] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.509619] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.533533] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.533768] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.533918] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.534138] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-867" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.534469] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.534666] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.534795] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.535146] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.535356] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707a9a6b-9ff9-4d6b-ae98-9f2a9252767f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.619063] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34181973-e6be-4c07-896c-24dd61ee11f2 in Status: SUCCESS [ 912.621040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.621040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.621040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.621040] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.621040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.621040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.621040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.621040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.621040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.621040] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.038820] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.039829] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.039829] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.039829] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.039829] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.040319] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f not found, creating... [ 913.040319] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.040514] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.040514] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.040742] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.040893] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.041315] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.041489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.041610] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.041846] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.042121] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.042240] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f is going to be created. [ 913.069299] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.069299] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.069299] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.069299] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.069299] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.069602] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.125081] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-34181973-e6be-4c07-896c-24dd61ee11f2 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.125347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.125453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.125778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.126069] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.126353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.126353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.126622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.126795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.130018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-34181973-e6be-4c07-896c-24dd61ee11f2 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.130018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.130018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.130018] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.634033] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34181973-e6be-4c07-896c-24dd61ee11f2: rpc.has_security_group_logging(os_id): False [ 913.654906] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.656070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.656487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.656777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.656918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.657177] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.657347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.657446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.657646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.657766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.658029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.658237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.658237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.658480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.658611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.658856] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.660240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.660240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.660240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.660240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.660240] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34181973-e6be-4c07-896c-24dd61ee11f2 is going to be created. [ 913.728327] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.728505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.728505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.728672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.728852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.758108] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34181973-e6be-4c07-896c-24dd61ee11f2 in Status: IN_PROGRESS for 2s [ 914.148220] env[63332]: INFO networking_nsxv3.common.synchronization [req-41cba2bf-746b-40da-9a21-2984e891a838 req-99727f6a-cedf-490f-9af6-a43ce3860f87 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 914.148857] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 914.149554] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.149554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.149554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.149748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.149807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.149869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.150293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.150293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.150293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.150424] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.180787] env[63332]: INFO networking_nsxv3.common.synchronization [req-73971b28-e809-4b72-9845-f03959f88583 req-aa9bffc0-97f6-4a1e-98b6-0ef3127cd8f5 service nova] Enqueued Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_rules [ 914.181115] env[63332]: INFO networking_nsxv3.common.synchronization [req-73971b28-e809-4b72-9845-f03959f88583 req-aa9bffc0-97f6-4a1e-98b6-0ef3127cd8f5 service nova] Enqueued Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_members [ 914.181224] env[63332]: INFO networking_nsxv3.common.synchronization [req-73971b28-e809-4b72-9845-f03959f88583 req-aa9bffc0-97f6-4a1e-98b6-0ef3127cd8f5 service nova] Enqueued Resource ID: 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f with Priority: HIGHEST for action port [ 914.181735] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_rules [ 914.181873] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_members [ 914.181981] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f with Priority: HIGHEST for action port [ 914.182270] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd9682ad-00fa-4838-a73c-dabaf468337c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.182419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.182494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.182741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.182741] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.183835] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd9682ad-00fa-4838-a73c-dabaf468337c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.183954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.184037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.184251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.184415] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.184513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.184577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.184726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.184823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.184927] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.186699] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.186699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.186699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.186699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.186699] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707a9a6b-9ff9-4d6b-ae98-9f2a9252767f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.193821] env[63332]: INFO networking_nsxv3.common.synchronization [req-41cba2bf-746b-40da-9a21-2984e891a838 req-99727f6a-cedf-490f-9af6-a43ce3860f87 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 914.194117] env[63332]: INFO networking_nsxv3.common.synchronization [req-41cba2bf-746b-40da-9a21-2984e891a838 req-99727f6a-cedf-490f-9af6-a43ce3860f87 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 914.194341] env[63332]: INFO networking_nsxv3.common.synchronization [req-41cba2bf-746b-40da-9a21-2984e891a838 req-99727f6a-cedf-490f-9af6-a43ce3860f87 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: 9237559f-f9e3-401f-a39a-63dc96b303fe with Priority: HIGHEST for action port [ 914.195020] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 914.195270] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 914.195455] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9237559f-f9e3-401f-a39a-63dc96b303fe with Priority: HIGHEST for action port [ 914.195864] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.196120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.196190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.196404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.196486] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.197834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.197950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.198173] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9237559f-f9e3-401f-a39a-63dc96b303fe taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.198366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.198366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.198717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.198717] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9237559f-f9e3-401f-a39a-63dc96b303fe',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.653526] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.689078] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f with status ACTIVE [ 914.689359] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.689742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.689742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.689924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.689924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.690193] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.690336] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.690444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.690719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.690851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.691085] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.692674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.692674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.692674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.692674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.692674] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 707a9a6b-9ff9-4d6b-ae98-9f2a9252767f is going to be updated. [ 914.693498] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd9682ad-00fa-4838-a73c-dabaf468337c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.693619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.693742] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.700740] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.700921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.701311] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9237559f-f9e3-401f-a39a-63dc96b303fe with status ACTIVE [ 914.701497] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.701606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.701675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.701989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.701989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.702217] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.702217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.702332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.702626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.702626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.702783] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.702783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.702961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.702961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.703667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.703667] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9237559f-f9e3-401f-a39a-63dc96b303fe is going to be updated. [ 914.720629] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.720857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.720857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.721054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.721213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.721375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-707a9a6b-9ff9-4d6b-ae98-9f2a9252767f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.731064] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.731330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.731416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.731625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.731952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.731952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.157680] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.196466] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.665322] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.665322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.665322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.669638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.669638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.669638] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be updated. [ 915.702034] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.702034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.702034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.702034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.702034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.702034] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd9682ad-00fa-4838-a73c-dabaf468337c is going to be created. [ 915.710021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.710021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.710021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.710021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.710021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.719831] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: IN_PROGRESS for 2s [ 915.731884] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.734528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.734528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.734528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.734528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.746338] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd9682ad-00fa-4838-a73c-dabaf468337c in Status: UNINITIALIZED for 2s [ 915.775942] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34181973-e6be-4c07-896c-24dd61ee11f2 in Status: SUCCESS [ 915.775942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.091154] env[63332]: INFO networking_nsxv3.common.synchronization [req-b34f3169-3bc0-4f82-ac30-873670316af7 req-7638a386-8d7b-4b18-a855-a5619ff66b34 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Enqueued Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGHEST for action security_group_members [ 916.091154] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGHEST for action security_group_members [ 916.091154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.091154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.091154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.091154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.091154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.091154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.091154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.091154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.091154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.091154] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.547951] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.548332] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-136" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.548368] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-136" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.548625] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-136" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.548894] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.552600] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.552836] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.553246] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.553492] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.553781] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.553971] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.554147] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.554290] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.554421] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.554542] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.554698] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.581204] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.582037] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.582037] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.582037] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-136" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.582402] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.582535] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.582535] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.582934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.584880] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb87a75-f5cb-41f9-8983-d4263c7c67d6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.592323] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.592510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.592574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.592822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.592943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.593065] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.593172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.593220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.593745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.593745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.593745] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c already deleted. [ 916.593745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.090122] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.090334] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.090449] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.090746] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.090900] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.091141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port ecb87a75-f5cb-41f9-8983-d4263c7c67d6 not found, creating... [ 917.091710] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.091710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.091710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.092016] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.092226] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.092602] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.095711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.095711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.095711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.095711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.095711] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: ecb87a75-f5cb-41f9-8983-d4263c7c67d6 is going to be created. [ 917.124814] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.125115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.125266] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.125987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.125987] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.126181] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.627089] env[63332]: INFO networking_nsxv3.common.synchronization [req-7c902bb8-6f61-4058-82eb-86901bffa1cb req-5e8862bd-1887-4351-9738-afb2e2672262 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 917.627751] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 917.628103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.628220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.663773] env[63332]: INFO networking_nsxv3.common.synchronization [req-7c902bb8-6f61-4058-82eb-86901bffa1cb req-5e8862bd-1887-4351-9738-afb2e2672262 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 917.663949] env[63332]: INFO networking_nsxv3.common.synchronization [req-7c902bb8-6f61-4058-82eb-86901bffa1cb req-5e8862bd-1887-4351-9738-afb2e2672262 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 917.666252] env[63332]: INFO networking_nsxv3.common.synchronization [req-7c902bb8-6f61-4058-82eb-86901bffa1cb req-5e8862bd-1887-4351-9738-afb2e2672262 tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: 9237559f-f9e3-401f-a39a-63dc96b303fe with Priority: HIGHEST for action port [ 917.666956] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_rules [ 917.667123] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 917.667242] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9237559f-f9e3-401f-a39a-63dc96b303fe with Priority: HIGHEST for action port [ 917.667611] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.667718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.670446] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.672292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.672616] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9237559f-f9e3-401f-a39a-63dc96b303fe taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.672775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.672806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.673028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.673171] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9237559f-f9e3-401f-a39a-63dc96b303fe',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.735196] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: SUCCESS [ 917.735471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.735640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.736204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.736204] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.736204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.736373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.736418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.736484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.736625] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.757565] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd9682ad-00fa-4838-a73c-dabaf468337c in Status: SUCCESS [ 917.757844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.758076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.758263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.758538] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.758632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.758632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.758781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.758868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.758973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.759291] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.013596] env[63332]: INFO networking_nsxv3.common.synchronization [None req-11f1645f-753d-43ac-84dc-67dd4d6d9ce4 None None] Enqueued Resource ID: fc80d0e3-f249-4e56-9847-6d84fc79f936 with Priority: HIGHEST for action port [ 918.014368] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc80d0e3-f249-4e56-9847-6d84fc79f936 with Priority: HIGHEST for action port [ 918.014716] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc80d0e3-f249-4e56-9847-6d84fc79f936 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.014897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc80d0e3-f249-4e56-9847-6d84fc79f936" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.014974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc80d0e3-f249-4e56-9847-6d84fc79f936" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.015931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc80d0e3-f249-4e56-9847-6d84fc79f936" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.016091] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc80d0e3-f249-4e56-9847-6d84fc79f936',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.111530] env[63332]: INFO networking_nsxv3.common.synchronization [req-b34f3169-3bc0-4f82-ac30-873670316af7 req-67150eb0-d3d9-4fb9-9622-72a4f626fa3e service nova] Enqueued Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGHEST for action security_group_rules [ 918.111530] env[63332]: INFO networking_nsxv3.common.synchronization [req-b34f3169-3bc0-4f82-ac30-873670316af7 req-67150eb0-d3d9-4fb9-9622-72a4f626fa3e service nova] Enqueued Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGHEST for action security_group_members [ 918.111729] env[63332]: INFO networking_nsxv3.common.synchronization [req-b34f3169-3bc0-4f82-ac30-873670316af7 req-67150eb0-d3d9-4fb9-9622-72a4f626fa3e service nova] Enqueued Resource ID: ecb87a75-f5cb-41f9-8983-d4263c7c67d6 with Priority: HIGHEST for action port [ 918.112249] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGHEST for action security_group_rules [ 918.112435] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGHEST for action security_group_members [ 918.112565] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb87a75-f5cb-41f9-8983-d4263c7c67d6 with Priority: HIGHEST for action port [ 918.113458] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.113617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.113674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.113953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.114047] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.118670] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.118670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.118670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.118670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.118670] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.118670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.118670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.118670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.118670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.118670] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.120139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.120692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.120692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.120692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.120692] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb87a75-f5cb-41f9-8983-d4263c7c67d6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.178103] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9237559f-f9e3-401f-a39a-63dc96b303fe with status ACTIVE [ 918.178103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.178103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.178103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.178103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.178103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.178103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.178103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.178103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.178103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.178544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.178544] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.178544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.178544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.178783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.178783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.178861] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9237559f-f9e3-401f-a39a-63dc96b303fe is going to be updated. [ 918.214719] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.214917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.214917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.215597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.215597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.215597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9237559f-f9e3-401f-a39a-63dc96b303fe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.241401] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.264412] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.520682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc80d0e3-f249-4e56-9847-6d84fc79f936 [ 918.521428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.521428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.521428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.521428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.521684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.521684] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc80d0e3-f249-4e56-9847-6d84fc79f936 already deleted. [ 918.521684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc80d0e3-f249-4e56-9847-6d84fc79f936" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.622647] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.622803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.626408] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.627496] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecb87a75-f5cb-41f9-8983-d4263c7c67d6 with status ACTIVE [ 918.627810] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.627876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.627907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.628905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.628905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.628905] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.628905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.628905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.628905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.628905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.629256] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.629256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.629256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.629352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.629352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.630047] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecb87a75-f5cb-41f9-8983-d4263c7c67d6 is going to be updated. [ 918.654982] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.654982] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.655243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.655736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.655736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.655964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb87a75-f5cb-41f9-8983-d4263c7c67d6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.681630] env[63332]: INFO networking_nsxv3.common.synchronization [req-3c6da04d-1ca6-4b29-a7a3-5f696456f673 req-d265b29a-97c3-4030-a95b-66e0ebc8ab8e tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 918.681630] env[63332]: INFO networking_nsxv3.common.synchronization [req-3c6da04d-1ca6-4b29-a7a3-5f696456f673 req-d265b29a-97c3-4030-a95b-66e0ebc8ab8e tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: e8172e9a-87db-4fe1-b239-12668a8dde05 with Priority: HIGHEST for action security_group_members [ 918.681630] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 918.681630] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8172e9a-87db-4fe1-b239-12668a8dde05 with Priority: HIGHEST for action security_group_members [ 918.681630] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.681630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.683173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.683465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.683726] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.683854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.683919] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.684149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.684239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.684394] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.685804] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8172e9a-87db-4fe1-b239-12668a8dde05 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.685931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.686505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.686505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.686505] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.686730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.686730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.686916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.686916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.688746] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.743058] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.775237] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd9682ad-00fa-4838-a73c-dabaf468337c: rpc.has_security_group_logging(os_id): False [ 918.803364] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.805315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.805419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.805706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.805808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.806239] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.806239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.806415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.806490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.806572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.806668] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd9682ad-00fa-4838-a73c-dabaf468337c is going to be created. [ 918.827031] env[63332]: INFO networking_nsxv3.common.synchronization [req-3c6da04d-1ca6-4b29-a7a3-5f696456f673 req-d265b29a-97c3-4030-a95b-66e0ebc8ab8e tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_rules [ 918.827334] env[63332]: INFO networking_nsxv3.common.synchronization [req-3c6da04d-1ca6-4b29-a7a3-5f696456f673 req-d265b29a-97c3-4030-a95b-66e0ebc8ab8e tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 918.828089] env[63332]: INFO networking_nsxv3.common.synchronization [req-3c6da04d-1ca6-4b29-a7a3-5f696456f673 req-d265b29a-97c3-4030-a95b-66e0ebc8ab8e tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: e8172e9a-87db-4fe1-b239-12668a8dde05 with Priority: HIGHEST for action security_group_rules [ 918.828089] env[63332]: INFO networking_nsxv3.common.synchronization [req-3c6da04d-1ca6-4b29-a7a3-5f696456f673 req-d265b29a-97c3-4030-a95b-66e0ebc8ab8e tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: e8172e9a-87db-4fe1-b239-12668a8dde05 with Priority: HIGHEST for action security_group_members [ 918.828089] env[63332]: INFO networking_nsxv3.common.synchronization [req-3c6da04d-1ca6-4b29-a7a3-5f696456f673 req-d265b29a-97c3-4030-a95b-66e0ebc8ab8e tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with Priority: HIGHEST for action port [ 918.828600] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_rules [ 918.828749] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8172e9a-87db-4fe1-b239-12668a8dde05 with Priority: HIGHEST for action security_group_rules [ 918.828866] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with Priority: HIGHEST for action port [ 918.829089] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 918.829219] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8172e9a-87db-4fe1-b239-12668a8dde05 with Priority: HIGHEST for action security_group_members [ 918.829569] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.829702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.829766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.829971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.830073] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.831293] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8172e9a-87db-4fe1-b239-12668a8dde05 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.831624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.831778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.831955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.832050] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.833158] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a17ea2c-4efa-4d21-b3d3-fe7629249308 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.833308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.833388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.833525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.833603] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a17ea2c-4efa-4d21-b3d3-fe7629249308',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.835175] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.835175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.837198] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8172e9a-87db-4fe1-b239-12668a8dde05 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.837198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.885377] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.885628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.885729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.885951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.886158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.909586] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd9682ad-00fa-4838-a73c-dabaf468337c in Status: IN_PROGRESS for 2s [ 918.976227] env[63332]: INFO networking_nsxv3.common.synchronization [req-faa729dc-addc-4388-ad46-f6b94110f4c9 req-71d588b4-9874-48a2-8d67-3374cf169778 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 918.976880] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 918.977229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.977349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.977411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.978205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.978609] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.978730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.978794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.980133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.980133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.980133] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.133361] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.190723] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.192186] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.247165] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.247360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.247414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.248409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.248409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.248409] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be updated. [ 919.282424] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.282634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.282634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.285211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.285211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.294713] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: IN_PROGRESS for 2s [ 919.335280] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with status ACTIVE [ 919.335529] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.335668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.335737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.335968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.336076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.336296] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.336400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.336466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.336636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.336713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.336892] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.336983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.337062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.337207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.337364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.337364] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 is going to be updated. [ 919.342033] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.342033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.342033] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8172e9a-87db-4fe1-b239-12668a8dde05 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.342033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.367452] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.367752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.367915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.368404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.368632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.369035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.482125] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.482125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.482125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.482362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.482548] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.483181] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.484281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.484281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.484478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.484627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.484727] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be deleted. [ 919.544908] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.545113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.545113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.545694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.545694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.545694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.635571] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.639866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.639866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.639866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.639866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.639866] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c is going to be created. [ 919.669060] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.669060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.669060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.669060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.669060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.684251] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c in Status: UNINITIALIZED for 2s [ 919.699538] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.699538] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.904558] env[63332]: INFO networking_nsxv3.common.synchronization [req-faa729dc-addc-4388-ad46-f6b94110f4c9 req-bdbab898-8217-4c53-a1b3-15325229e76b tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 919.905103] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 919.905834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.905834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.905834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.905834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.905995] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.907363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.907488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.907837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.907837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.910769] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.203672] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.204160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.205499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.209853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.209853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.209853] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8172e9a-87db-4fe1-b239-12668a8dde05 is going to be created. [ 920.210123] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.210396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.210537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.210820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.211105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.213257] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be updated. [ 920.261481] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.262590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.262590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.262590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.262590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.276193] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8172e9a-87db-4fe1-b239-12668a8dde05 in Status: UNINITIALIZED for 2s [ 920.277978] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.277978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.278172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.278628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.278859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.289456] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: IN_PROGRESS for 2s [ 920.371022] env[63332]: INFO networking_nsxv3.common.synchronization [req-117e6e56-a725-4251-b00c-f892ad779ce9 req-cc5b42b0-47c1-4865-8489-65d7a0e6646c tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 920.371292] env[63332]: INFO networking_nsxv3.common.synchronization [req-117e6e56-a725-4251-b00c-f892ad779ce9 req-cc5b42b0-47c1-4865-8489-65d7a0e6646c tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: e8172e9a-87db-4fe1-b239-12668a8dde05 with Priority: HIGHEST for action security_group_members [ 920.371920] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 920.372213] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8172e9a-87db-4fe1-b239-12668a8dde05 with Priority: HIGHEST for action security_group_members [ 920.372576] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.372742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.373060] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8172e9a-87db-4fe1-b239-12668a8dde05 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.373200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.413058] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.413536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.415749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.415749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.415749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.415749] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.415749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.415749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.415749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.415749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.415749] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 already deleted. [ 920.415749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.439030] env[63332]: INFO networking_nsxv3.common.synchronization [req-117e6e56-a725-4251-b00c-f892ad779ce9 req-cc5b42b0-47c1-4865-8489-65d7a0e6646c tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_rules [ 920.439030] env[63332]: INFO networking_nsxv3.common.synchronization [req-117e6e56-a725-4251-b00c-f892ad779ce9 req-cc5b42b0-47c1-4865-8489-65d7a0e6646c tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 920.439030] env[63332]: INFO networking_nsxv3.common.synchronization [req-117e6e56-a725-4251-b00c-f892ad779ce9 req-cc5b42b0-47c1-4865-8489-65d7a0e6646c tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with Priority: HIGHEST for action port [ 920.439030] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_rules [ 920.439030] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 920.439030] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with Priority: HIGHEST for action port [ 920.440215] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.440557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.440971] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.441302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.442892] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a17ea2c-4efa-4d21-b3d3-fe7629249308 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.443239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.443694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.444033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.444412] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a17ea2c-4efa-4d21-b3d3-fe7629249308',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.547087] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.547087] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-431" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.547087] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-431" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.547087] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-431" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.547087] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.547807] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.548091] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.548426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.548842] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.549301] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.549524] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.550035] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.550265] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.550501] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.550716] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.552024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.576819] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.577014] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.577161] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.577345] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-431" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.577662] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.577863] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.577990] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.579116] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.580393] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67cdc44d-3b3d-45cf-a193-b20a4b2c1e61',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.694112] env[63332]: INFO networking_nsxv3.common.synchronization [None req-c9cbd544-7149-4e38-846a-9d256f87237d None None] Enqueued Resource ID: ca9dec8a-8922-46b7-aed4-dd505341187f with Priority: HIGHEST for action port [ 920.694615] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9dec8a-8922-46b7-aed4-dd505341187f with Priority: HIGHEST for action port [ 920.694912] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca9dec8a-8922-46b7-aed4-dd505341187f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.695076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca9dec8a-8922-46b7-aed4-dd505341187f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.695148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca9dec8a-8922-46b7-aed4-dd505341187f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.695395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca9dec8a-8922-46b7-aed4-dd505341187f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.695480] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9dec8a-8922-46b7-aed4-dd505341187f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.924373] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd9682ad-00fa-4838-a73c-dabaf468337c in Status: SUCCESS [ 920.924884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.947649] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a17ea2c-4efa-4d21-b3d3-fe7629249308 with status ACTIVE [ 920.947649] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.947649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.947830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.947946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.948051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.948257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.948436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.948436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.948585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.948664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.948854] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.948983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.949099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.949150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.949230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.949315] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a17ea2c-4efa-4d21-b3d3-fe7629249308 is going to be updated. [ 920.972558] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.972725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.972799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.973038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.973213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.973414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a17ea2c-4efa-4d21-b3d3-fe7629249308" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.082752] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.082752] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.082752] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.082964] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.084309] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.084309] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 not found, creating... [ 921.084309] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.084715] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.084938] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.085399] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.085606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.085963] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.086253] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.086393] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.086735] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.087019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.087141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 is going to be created. [ 921.114910] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.115264] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.115428] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.115832] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.116203] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.116511] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.198501] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca9dec8a-8922-46b7-aed4-dd505341187f [ 921.198809] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.198952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.199079] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.199349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.199471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.199580] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca9dec8a-8922-46b7-aed4-dd505341187f already deleted. [ 921.199674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca9dec8a-8922-46b7-aed4-dd505341187f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.312135] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: SUCCESS [ 921.312485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.312709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.313011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.313259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.313554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.313554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.313718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.313809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.313988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.314059] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.315098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.315793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.315793] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.315957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.316205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.316692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.316692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.317035] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.695709] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c in Status: SUCCESS [ 921.696046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.696189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.696448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.696647] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.696766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.696945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.697012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.697105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.697241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.697355] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.819749] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.821109] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.900891] env[63332]: INFO networking_nsxv3.common.synchronization [req-faa729dc-addc-4388-ad46-f6b94110f4c9 req-b0daaf8b-4eac-44c4-8167-31c7f66c34a0 service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 921.901100] env[63332]: INFO networking_nsxv3.common.synchronization [req-faa729dc-addc-4388-ad46-f6b94110f4c9 req-b0daaf8b-4eac-44c4-8167-31c7f66c34a0 service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 921.901249] env[63332]: INFO networking_nsxv3.common.synchronization [req-faa729dc-addc-4388-ad46-f6b94110f4c9 req-b0daaf8b-4eac-44c4-8167-31c7f66c34a0 service nova] Enqueued Resource ID: 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 with Priority: HIGHEST for action port [ 921.901901] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 921.902098] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 921.902214] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 with Priority: HIGHEST for action port [ 921.902533] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.902649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.902718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.902942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.903056] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.904080] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.904221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.904558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.904558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.904706] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.904791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.904864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.905021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.905109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.905245] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.907178] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.907334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.907402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.913024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.913024] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67cdc44d-3b3d-45cf-a193-b20a4b2c1e61',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.200164] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.200330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.200504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.200651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.200857] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.200974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.201107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.201310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.201423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.201515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.201681] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.201781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.201843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.201988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.202173] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.202268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.202329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.202478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.202558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.202642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.202738] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.292241] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8172e9a-87db-4fe1-b239-12668a8dde05 in Status: SUCCESS [ 922.292423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.293668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.293907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.294139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.294305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.294421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.294499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.294611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.294713] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.306629] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: SUCCESS [ 922.306961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.307298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.307619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.307842] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.308012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.308169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.308454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.308589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.308792] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.323267] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf: rpc.has_security_group_logging(os_id): False [ 922.329794] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.342940] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.343122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.343339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.343622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.343707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.343988] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.344126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.344192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.344361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.344471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.344581] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be updated. [ 922.409657] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.411776] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.412054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.412636] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 with status ACTIVE [ 922.412932] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.414936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.414936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.414936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.414936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.415131] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.415184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.415287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.415453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.415602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.415941] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.416056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.416204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.416378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.416378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.416480] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67cdc44d-3b3d-45cf-a193-b20a4b2c1e61 is going to be updated. [ 922.534680] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.534925] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.535073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.535423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.535684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.535948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67cdc44d-3b3d-45cf-a193-b20a4b2c1e61" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.561482] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.561656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.561709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.562024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.562263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.581739] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: IN_PROGRESS for 2s [ 922.708352] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fee702e-d1fd-48ed-88e6-bf3c0c87974c: rpc.has_security_group_logging(os_id): False [ 922.731511] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.731812] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-505" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.732045] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-505" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.732955] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-505" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.733465] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.733727] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.733924] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.734650] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.734906] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.735304] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.735438] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.735712] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.735901] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.736273] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.736492] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.736715] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.743565] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.743739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.743798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.743971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.749755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.749755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.749755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.749755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.750300] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c is going to be created. [ 922.781034] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.781347] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.781515] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.781768] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-505" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.782227] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.782450] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.782618] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.782985] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.783209] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30a1dc8-7bcc-44a7-989c-92516bcbd5a6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.797298] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.797637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.797637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.797844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.798037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.798199] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.798330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.798407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.802028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.802028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.802028] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8172e9a-87db-4fe1-b239-12668a8dde05 is going to be deleted. [ 922.812028] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.832129] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.832361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.832684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.833014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.835024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.835024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be updated. [ 922.902795] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.902795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.902905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.903078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.903241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.903328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.903561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.905345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.905345] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.905345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.905345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.905345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.905345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.905345] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.911645] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.911826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.911885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.914353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.914353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.915545] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.936570] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.936570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.936570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.936570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.936570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.937823] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c in Status: IN_PROGRESS for 2s [ 922.956642] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: IN_PROGRESS for 2s [ 923.286017] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.286307] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.286431] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.286757] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.286923] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.287105] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 not found, creating... [ 923.287380] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.287541] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.287660] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.287912] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.288059] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.289075] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.289314] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.289443] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.289692] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.289850] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.289999] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 is going to be created. [ 923.314558] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.314558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.314558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.314558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.314558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.314558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.315971] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.407928] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.408202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.408427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.408646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.408787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.409068] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.409233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.409338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.409592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.409731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.409870] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8172e9a-87db-4fe1-b239-12668a8dde05 already deleted. [ 923.410019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.410201] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.413861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.414177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.414433] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.414607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.414821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.414984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.415155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.415316] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.421504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.421716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.421774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.421960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.422061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.422160] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be created. [ 923.463366] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.463534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.463682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.463863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.464076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.475922] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: UNINITIALIZED for 2s [ 923.578124] env[63332]: INFO networking_nsxv3.common.synchronization [req-2fd2c65a-0ce4-4838-a26c-0cc1af9ba756 req-0a1e03fb-1100-4eb8-b077-b271a310944f tempest-AttachInterfacesUnderV243Test-884176968 tempest-AttachInterfacesUnderV243Test-884176968-project-member] Enqueued Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 923.578605] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf with Priority: HIGHEST for action security_group_members [ 923.578914] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.579903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.818189] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.818559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.818559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.818630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.818812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.818812] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be updated. [ 923.856746] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.856973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.856973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.857417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.857508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.870724] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: IN_PROGRESS for 2s [ 923.917531] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8172e9a-87db-4fe1-b239-12668a8dde05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.918734] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.918878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.918949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.919216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.919298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.919477] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.919606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.919673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.919932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.919932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.920070] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8172e9a-87db-4fe1-b239-12668a8dde05 already deleted. [ 923.920070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.071652] env[63332]: INFO networking_nsxv3.common.synchronization [req-faa729dc-addc-4388-ad46-f6b94110f4c9 req-ad180532-483d-495b-b6a6-bc2e3163200e service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 924.071899] env[63332]: INFO networking_nsxv3.common.synchronization [req-faa729dc-addc-4388-ad46-f6b94110f4c9 req-ad180532-483d-495b-b6a6-bc2e3163200e service nova] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 924.072768] env[63332]: INFO networking_nsxv3.common.synchronization [req-faa729dc-addc-4388-ad46-f6b94110f4c9 req-ad180532-483d-495b-b6a6-bc2e3163200e service nova] Enqueued Resource ID: d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 with Priority: HIGHEST for action port [ 924.074926] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_rules [ 924.075153] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 924.075307] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 with Priority: HIGHEST for action port [ 924.076976] env[63332]: INFO networking_nsxv3.common.synchronization [req-61e0f967-9f32-4ed5-9b49-e5e299dd0de8 req-cefd3cf4-406c-4b62-88cb-c9c19531441d tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 924.077136] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.077287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.079159] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.079304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.079604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.079749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.079847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.080307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.080426] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30a1dc8-7bcc-44a7-989c-92516bcbd5a6',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.083804] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 924.084898] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.085513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.085513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.085513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.085658] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.085780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.085870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.086092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.086250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.086394] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.412411] env[63332]: INFO networking_nsxv3.common.synchronization [req-14043664-87e9-43ad-859f-5427af14eb4c req-13d9a468-3046-4491-9ee7-352495305e06 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 924.413470] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 924.413883] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.414108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.414272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.414930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.415170] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.415302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.420022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.420022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.420022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.420022] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.421924] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8172e9a-87db-4fe1-b239-12668a8dde05: rpc.has_security_group_logging(os_id): False [ 924.458317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.458568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.458659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.458969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.459150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.459506] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.459627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.459696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.461065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.461360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.461411] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8172e9a-87db-4fe1-b239-12668a8dde05 is going to be created. [ 924.482131] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e8172e9a-87db-4fe1-b239-12668a8dde05], does not exist path=[/infra/domains/default/groups/e8172e9a-87db-4fe1-b239-12668a8dde05]."\n}' [ 924.482309] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8172e9a-87db-4fe1-b239-12668a8dde05 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8172e9a-87db-4fe1-b239-12668a8dde05 [ 924.482360] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 924.528144] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.528144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.528426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.528770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.530587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.530587] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.530587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.530587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.531473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.531473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.532551] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.532551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.532551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.532710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.532710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.533359] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8172e9a-87db-4fe1-b239-12668a8dde05 is going to be created. [ 924.556771] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e8172e9a-87db-4fe1-b239-12668a8dde05], does not exist path=[/infra/domains/default/groups/e8172e9a-87db-4fe1-b239-12668a8dde05]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8172e9a-87db-4fe1-b239-12668a8dde05 [ 924.556967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8172e9a-87db-4fe1-b239-12668a8dde05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.557633] env[63332]: Traceback (most recent call last): [ 924.557633] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 924.557633] env[63332]: return func(*args, **kwargs) [ 924.557633] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 924.557633] env[63332]: res.raise_for_status() [ 924.557633] env[63332]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 924.557633] env[63332]: raise HTTPError(http_error_msg, response=self) [ 924.557633] env[63332]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8172e9a-87db-4fe1-b239-12668a8dde05 [ 924.557633] env[63332]: During handling of the above exception, another exception occurred: [ 924.557633] env[63332]: Traceback (most recent call last): [ 924.557633] env[63332]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 924.557633] env[63332]: listener.cb(fileno) [ 924.557633] env[63332]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 924.557633] env[63332]: result = function(*args, **kwargs) [ 924.557633] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 924.557633] env[63332]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 924.557633] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 924.557633] env[63332]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 924.557633] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 924.557633] env[63332]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 924.557633] env[63332]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 924.557633] env[63332]: res.raise_for_status() [ 924.557633] env[63332]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 924.557633] env[63332]: raise HTTPError(http_error_msg, response=self) [ 924.557633] env[63332]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8172e9a-87db-4fe1-b239-12668a8dde05 [ 924.557633] env[63332]: Removing descriptor: 35 [ 924.584987] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 with status ACTIVE [ 924.585322] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.585436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.585585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.585712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.585877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.585977] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.586088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.586145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.586304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.586367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.586540] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.586638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.586686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.586829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.586906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.586988] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d30a1dc8-7bcc-44a7-989c-92516bcbd5a6 is going to be updated. [ 924.589562] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.603725] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: SUCCESS [ 924.603725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.603725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.603725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.603725] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.614369] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.614567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.614642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.614859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.615010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.615181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30a1dc8-7bcc-44a7-989c-92516bcbd5a6" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.846215] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.846551] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.846722] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.847187] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.847700] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.847936] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.851022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.851022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.851022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.851022] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.851022] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.851022] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.851022] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.851022] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.851022] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.851022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.875633] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.875962] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.876184] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.876433] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.876878] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.877131] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.877310] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.877753] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.877987] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3d9da6-a5ba-4532-8d31-b7a46c628fed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.927027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.927027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.927027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.927351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.967598] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c in Status: SUCCESS [ 924.968019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.975713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.976133] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.976339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.976456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.977159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.977159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.977354] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 924.979436] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf in Status: SUCCESS [ 924.979702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.980493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.980811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.981096] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.981312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.981385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.981672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.981789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.982027] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.037800] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.037800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.038152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.038468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.038679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.054507] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 925.093792] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.129690] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.129690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.129690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.129963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.156060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.156235] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be deleted. [ 925.282513] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.283607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.283733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.284025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.284152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.284233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.381488] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.381875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.382151] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.382554] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.382795] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.382981] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 9d3d9da6-a5ba-4532-8d31-b7a46c628fed not found, creating... [ 925.383406] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.384223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.384223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.384388] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.384564] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.385225] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.385354] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.385489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.385825] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.386142] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.386322] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 9d3d9da6-a5ba-4532-8d31-b7a46c628fed is going to be created. [ 925.412353] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.412685] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.412893] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.413358] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.413704] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.415372] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.484636] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.484860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.484983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.485313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.485409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.485619] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.485773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.485878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.486159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.486245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.486342] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf is going to be deleted. [ 925.489078] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 925.489362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.490141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.490989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.491423] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.491559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.491715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.492019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.492095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.492225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.492555] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.494451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.494719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.494954] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.495176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.495306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.495714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.495855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.495986] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.546096] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.546382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.546525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.546863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.547071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.547266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.547526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.547803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.552321] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.552659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.552862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.553293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.553454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.553610] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.598797] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.598797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.598797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.599148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.599148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.599252] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be updated. [ 925.641264] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.641655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.641881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.642262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.642572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.654639] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: IN_PROGRESS for 2s [ 925.890353] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: SUCCESS [ 925.890690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.890778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.891014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.891387] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.892192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.892192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.892192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.892192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.892192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.892192] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.893599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.893739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.893956] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.894161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.894411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.894455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.894623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.894780] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.998512] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.998650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.998844] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.058886] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.059093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.059131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.059368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.059506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.059732] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.059829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.059892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.060057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.060137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.060226] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf already deleted. [ 926.060305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6343bc8-8cc2-4ab5-b8de-8fbe7aae7ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.389220] env[63332]: INFO networking_nsxv3.common.synchronization [req-14043664-87e9-43ad-859f-5427af14eb4c req-f22febce-6f97-4c8c-92dd-a6d94f1ae3cf service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 926.389220] env[63332]: INFO networking_nsxv3.common.synchronization [req-14043664-87e9-43ad-859f-5427af14eb4c req-f22febce-6f97-4c8c-92dd-a6d94f1ae3cf service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 926.389220] env[63332]: INFO networking_nsxv3.common.synchronization [req-14043664-87e9-43ad-859f-5427af14eb4c req-f22febce-6f97-4c8c-92dd-a6d94f1ae3cf service nova] Enqueued Resource ID: 9d3d9da6-a5ba-4532-8d31-b7a46c628fed with Priority: HIGHEST for action port [ 926.389327] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 926.389730] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 926.389730] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3d9da6-a5ba-4532-8d31-b7a46c628fed with Priority: HIGHEST for action port [ 926.390295] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.390432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.390515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.390729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.390814] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.392151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.392151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.392269] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.392269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.392367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.392500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.392572] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3d9da6-a5ba-4532-8d31-b7a46c628fed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.398399] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.398528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.399404] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.501341] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.894741] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.896224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.896224] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d3d9da6-a5ba-4532-8d31-b7a46c628fed with status ACTIVE [ 926.896224] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.896224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.896224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.896558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.896786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.896786] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.896969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.896969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.897623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.897623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.897770] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.897885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.897947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.898135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.898236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.898287] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d3d9da6-a5ba-4532-8d31-b7a46c628fed is going to be updated. [ 926.904983] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.921846] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.922073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.922073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.922408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.922531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.922581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d3d9da6-a5ba-4532-8d31-b7a46c628fed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.004609] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.004808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.004922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.005155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.005258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.005363] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 927.053812] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.054125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.054125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.054398] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.054398] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.070113] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 927.071782] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 927.071782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.071782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.071782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.071782] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.071782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.071782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.071782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.071782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.071782] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.074117] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 927.409154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.409325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.409403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.409655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.409774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.409873] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be updated. [ 927.441045] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.441311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.442083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.442441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.442650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.457041] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: IN_PROGRESS for 2s [ 927.574514] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.665976] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: SUCCESS [ 927.665976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.076100] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.581030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.581030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.581030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.581030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.581030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.581030] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 928.615310] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.615451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.615517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.615818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.616066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.627225] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 929.086966] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 929.086966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.087391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.088054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.088054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.088054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.088054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.088352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.088352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.088473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.088698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.088886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.088986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.089205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.089362] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.089485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.089532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.089681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.090033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.090033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.090033] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.471822] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: SUCCESS [ 929.471822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.471822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.471822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.471822] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.471822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.471822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.471822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.471822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.471822] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.592669] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e6218a-dd53-4b31-8925-635679cb93d5: rpc.has_security_group_logging(os_id): False [ 929.614565] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.614565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.614714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.614897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.614995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.615264] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.615363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.615363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.615570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.615636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.616034] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.616034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.616387] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.616564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.616896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.616896] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.617038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.617076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.617257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.617330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.617828] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be created. [ 929.693240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.694028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.694028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.694271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.695316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.722704] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 929.809987] env[63332]: INFO networking_nsxv3.common.synchronization [req-822c148b-3f43-44c3-b6f0-81648da5dcdc req-dcc3e792-c07d-41ca-a46c-272d925a864a tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 929.810633] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 929.811029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.811168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.811247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.811707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.811882] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.811984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.812059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.812222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.812345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.812445] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.975819] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.314744] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.477174] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.639050] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 930.639317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.639464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.639739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.640012] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.640155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.640261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.640542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.640591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.640674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.640767] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.817833] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.968381] env[63332]: INFO networking_nsxv3.common.synchronization [req-afaa3201-f9e6-4723-a674-ceebc4d6fa83 req-45c95a45-6f29-49e0-b042-9897656a072a tempest-VolumesAssistedSnapshotsTest-1803466514 tempest-VolumesAssistedSnapshotsTest-1803466514-project-member] Enqueued Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_members [ 930.968971] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGHEST for action security_group_members [ 930.969309] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-158b15b4-9f17-424c-b136-6752a53b6f65 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.969469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.969511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.969746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.969914] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.970157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.970157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.970301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.970382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.970774] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.980961] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.981150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.981378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.981570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.981691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.981882] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be updated. [ 931.029418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.029418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.029418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.029418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.029683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.074090] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: IN_PROGRESS for 2s [ 931.146100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.146308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.146386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.146607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.146793] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.146897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.146964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.151468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.151763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.151763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.152018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.152192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.152192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.152469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.152608] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.152680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.152680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.152837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.152925] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.153025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.153124] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.322274] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.322274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.322274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.322274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.322274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.322274] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 931.370683] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.370683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.370892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.371159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.371269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.388225] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 931.474974] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.474974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.474974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.474974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.497895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.498215] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.498420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.498494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.499041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.499041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.499041] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 158b15b4-9f17-424c-b136-6752a53b6f65 is going to be updated. [ 931.533481] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.533481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.533481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.533481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.533481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.544649] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 158b15b4-9f17-424c-b136-6752a53b6f65 in Status: IN_PROGRESS for 2s [ 931.655711] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b03d21-f52e-4f16-b493-66a9cf8445a3: rpc.has_security_group_logging(os_id): False [ 931.677086] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.678496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.678621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.678856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.678950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.682218] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.682218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.682218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.682218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.682218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.682218] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.682218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.682218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.682218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.682720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.682720] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.682720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.682720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.682958] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.682958] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.682958] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 931.751401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.751401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.751401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.751401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.751401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.752406] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 931.752406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.753362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.753362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.753493] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.768415] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 932.132271] env[63332]: INFO networking_nsxv3.common.synchronization [req-a3d83865-5518-4683-bf29-5cbb08641407 req-6f3b50c1-afec-4eb8-a167-149e74f6006b tempest-ServerRescueTestJSONUnderV235-2116604692 tempest-ServerRescueTestJSONUnderV235-2116604692-project-member] Enqueued Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 932.133194] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d with Priority: HIGHEST for action security_group_members [ 932.133581] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.133700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.256557] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.256828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.256946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.257282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.257499] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.257612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.257676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.257841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.257945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.258036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.258130] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.588047] env[63332]: INFO networking_nsxv3.common.synchronization [req-f7446313-27cb-48f3-a532-19af2f2cb49e req-cebabfd0-cb88-4055-89bb-d890710a60eb tempest-ServerMetadataTestJSON-790431490 tempest-ServerMetadataTestJSON-790431490-project-member] Enqueued Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGHEST for action security_group_members [ 932.588770] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGHEST for action security_group_members [ 932.589424] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-34181973-e6be-4c07-896c-24dd61ee11f2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.589780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.590044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.590483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.590881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.591209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.591553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.591956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.593029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.593029] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.760674] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.760795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.760869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.761183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.761467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.761591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.761653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.761807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.761894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.761986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.762211] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.762320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.762498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.762625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.762801] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.762942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.763032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.763183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.763262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.763384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.763486] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.801504] env[63332]: INFO networking_nsxv3.common.synchronization [None req-a32b334d-5b9b-4cc7-9412-43c6c0aef07e tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_rules [ 932.802482] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_rules [ 932.806024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.806024] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.875120] env[63332]: INFO networking_nsxv3.common.synchronization [req-e6eb9fa7-839f-409e-894d-0bd5a4ff3e67 req-3725de22-ff9c-4f69-a741-53e743e00d69 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Enqueued Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGHEST for action security_group_members [ 932.875640] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGHEST for action security_group_members [ 932.875932] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.876071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.876147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.876552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.876552] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.876674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.876674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.876776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.876884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.876929] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.911543] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1684bda0-b6bb-4f17-86a3-bbe39b7cf7b5 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_rules [ 932.911543] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_rules [ 932.911543] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.911543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.086160] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: SUCCESS [ 933.086405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.086573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.086796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.086980] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.087139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.087221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.087349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.087422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.087513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.087696] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.087778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.088166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.088166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.088166] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.089776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.089776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.089776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.089776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.089776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.089776] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.090845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.091035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.091174] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.091332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.091332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.091477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.091581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.091685] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.097143] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.097143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.097143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.097143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.121905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.124019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.124019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.124019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.124019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.124019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.124019] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34181973-e6be-4c07-896c-24dd61ee11f2 is going to be updated. [ 933.160701] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.160848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.160917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.161143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.161310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.173782] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34181973-e6be-4c07-896c-24dd61ee11f2 in Status: IN_PROGRESS for 2s [ 933.272510] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e6218a-dd53-4b31-8925-635679cb93d5: rpc.has_security_group_logging(os_id): False [ 933.299335] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.299578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.299711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.300053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.301137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.301531] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.301686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.301773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.302618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.302748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.303080] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.303232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.303435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.303671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.303768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.304014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.304137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.304204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.304370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.304456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.304550] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 933.328147] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.328147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.328147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.328147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.328147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.328147] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef already deleted. [ 933.328147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.328147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.328147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.328147] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.384387] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.384541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.384648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.385121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.385329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.386501] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.386617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.387021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.387021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.401385] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 933.401824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.410660] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 933.411461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.411745] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.411867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.411976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.412179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.412241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.412336] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c is going to be updated. [ 933.454131] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.454385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.454491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.454839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.455097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.473511] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c in Status: IN_PROGRESS for 2s [ 933.555972] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 158b15b4-9f17-424c-b136-6752a53b6f65 in Status: SUCCESS [ 933.555972] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 158b15b4-9f17-424c-b136-6752a53b6f65 deletion is rescheduled due to dependency. [ 933.555972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.597899] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aaf7a8f-fac0-4fe4-8442-448d53138f3d: rpc.has_security_group_logging(os_id): False [ 933.597899] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.597899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.597899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.597899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.616288] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.616424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.619182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.619732] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.619870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.619947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.620190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.620290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.620390] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be updated. [ 933.621618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.621817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.621932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.622246] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.622446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.622558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.622878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.622956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.623225] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.623503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.623503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.623602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.623693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.623937] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.624116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.624214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.624419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.624504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.624596] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be updated. [ 933.659045] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.659045] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.659272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.659334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.659441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.669279] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: IN_PROGRESS for 2s [ 933.698465] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.698643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.698728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.698939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.699156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.721055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: IN_PROGRESS for 2s [ 933.792444] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 933.792734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.866316] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.866563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.866711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.871241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.871496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.871617] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef already deleted. [ 933.871798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.183266] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34181973-e6be-4c07-896c-24dd61ee11f2 in Status: SUCCESS [ 935.183613] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34181973-e6be-4c07-896c-24dd61ee11f2 deletion is rescheduled due to dependency. [ 935.183613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.451680] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 935.451897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.486151] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c in Status: SUCCESS [ 935.486442] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c deletion is rescheduled due to dependency. [ 935.486630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.679903] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: SUCCESS [ 935.680038] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d deletion is rescheduled due to dependency. [ 935.680114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.734026] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d in Status: SUCCESS [ 935.734265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.734480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.734717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.734806] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aaf7a8f-fac0-4fe4-8442-448d53138f3d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.942029] env[63332]: INFO networking_nsxv3.common.synchronization [req-d1a80027-f09d-47e7-917c-14c82f9b6dfd req-4b50a252-0564-4cdd-9a9c-3f8f4fbd62e6 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 935.945353] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 935.945353] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.945353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.945353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.945353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.945353] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.945353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.945353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.945353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.945353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.945353] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.257516] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.257846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.257846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.257846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.257935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.258659] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aaf7a8f-fac0-4fe4-8442-448d53138f3d is going to be deleted. [ 936.299852] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.300097] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.300241] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.300515] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.300776] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.301907] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.301907] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.301907] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.301907] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.301907] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.301907] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.302172] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.302172] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.302236] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.302305] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.302438] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.314965] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.315173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.315216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.315388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.315477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.315595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aaf7a8f-fac0-4fe4-8442-448d53138f3d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.324401] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.324590] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.324771] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.324960] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.325288] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-9b6d8561-f938-49b9-8538-1d6899e799a7 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.325467] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-9b6d8561-f938-49b9-8538-1d6899e799a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.325592] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-9b6d8561-f938-49b9-8538-1d6899e799a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.325909] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-9b6d8561-f938-49b9-8538-1d6899e799a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.326066] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6d8561-f938-49b9-8538-1d6899e799a7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.447510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.447698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.447771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.447983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.448089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.448288] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.448385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.448448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.448597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.448674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.448758] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 already deleted. [ 936.448840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.829340] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.829574] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.829707] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.829999] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.830171] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.830331] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 9b6d8561-f938-49b9-8538-1d6899e799a7 not found, creating... [ 936.830602] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.830757] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.830879] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.831160] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.831347] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.831648] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.831828] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.831951] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.832186] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.832324] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.832468] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 9b6d8561-f938-49b9-8538-1d6899e799a7 is going to be created. [ 936.934661] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.934661] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.934661] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.934661] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.934661] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.934661] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-9b6d8561-f938-49b9-8538-1d6899e799a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.994022] env[63332]: INFO networking_nsxv3.common.synchronization [req-9434061c-d353-48d5-9375-1a5b23d2cd47 req-ab24a23a-1f01-4a82-9df0-dc6c65178f8c tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Enqueued Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGHEST for action security_group_members [ 936.994022] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGHEST for action security_group_members [ 936.994022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-80599ed0-6010-4511-a372-5f79b3dcf8a0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.994022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.994022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.994022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.994022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.994022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.994777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.995074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.995335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.995552] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.427564] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.427933] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-604" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.428070] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-604" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.428712] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-604" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.429085] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.429638] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.429638] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.429842] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.430026] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.430353] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.430527] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.430668] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.430824] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.430970] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.431133] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.431340] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.453839] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.455867] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.455867] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.455867] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-604" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.455867] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-9ea41214-9440-48e5-a2db-efc66141d1ed taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.455867] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-9ea41214-9440-48e5-a2db-efc66141d1ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.455867] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-9ea41214-9440-48e5-a2db-efc66141d1ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.456251] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-9ea41214-9440-48e5-a2db-efc66141d1ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.456251] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea41214-9440-48e5-a2db-efc66141d1ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.502087] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.502350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.502468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.503109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.503109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.503109] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.503359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.503359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.503580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.503666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.503765] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 already deleted. [ 937.503862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.851966] env[63332]: INFO networking_nsxv3.common.synchronization [req-d1a80027-f09d-47e7-917c-14c82f9b6dfd req-c0d2c37a-6322-4088-997d-cc729a0feba4 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 937.852167] env[63332]: INFO networking_nsxv3.common.synchronization [req-d1a80027-f09d-47e7-917c-14c82f9b6dfd req-c0d2c37a-6322-4088-997d-cc729a0feba4 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 937.852306] env[63332]: INFO networking_nsxv3.common.synchronization [req-d1a80027-f09d-47e7-917c-14c82f9b6dfd req-c0d2c37a-6322-4088-997d-cc729a0feba4 service nova] Enqueued Resource ID: 9b6d8561-f938-49b9-8538-1d6899e799a7 with Priority: HIGHEST for action port [ 937.852902] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 937.853208] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 937.853313] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6d8561-f938-49b9-8538-1d6899e799a7 with Priority: HIGHEST for action port [ 937.853683] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.853809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.853874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.854154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.854241] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.855680] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.855935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.856043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.856256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.856412] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.856515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.856580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.856733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.856823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.856918] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.858167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6d8561-f938-49b9-8538-1d6899e799a7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.858283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6d8561-f938-49b9-8538-1d6899e799a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.858351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6d8561-f938-49b9-8538-1d6899e799a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.858523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6d8561-f938-49b9-8538-1d6899e799a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.858605] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6d8561-f938-49b9-8538-1d6899e799a7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.959764] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.959764] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.960116] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.960347] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.960616] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.960879] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 9ea41214-9440-48e5-a2db-efc66141d1ed not found, creating... [ 937.961406] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.962647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.962647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.964806] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.965244] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.967374] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.967665] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.968033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.968121] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.968292] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.968486] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 9ea41214-9440-48e5-a2db-efc66141d1ed is going to be created. [ 938.002152] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.002257] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.002396] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.003048] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.003048] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.003246] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-9ea41214-9440-48e5-a2db-efc66141d1ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.357708] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.357954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.359314] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.360308] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b6d8561-f938-49b9-8538-1d6899e799a7 with status ACTIVE [ 938.360530] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.364017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.364017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.364017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.364598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.364598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.364598] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b6d8561-f938-49b9-8538-1d6899e799a7 is going to be updated. [ 938.389010] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.389267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.389267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.389434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.389618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.389826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6d8561-f938-49b9-8538-1d6899e799a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.560960] env[63332]: INFO networking_nsxv3.common.synchronization [req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 req-336b1277-642e-4a82-a3e1-147f9fdac6a3 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 938.562293] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 938.562907] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.562907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.562907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.563160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.563295] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.563432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.563493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.563672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.563759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.563857] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.779475] env[63332]: INFO networking_nsxv3.common.synchronization [req-4472b2fc-ae6d-40c5-955a-2209ad39a0b7 req-a69d95a3-8291-40ee-a9ed-89e348ef85e9 tempest-ServersTestMultiNic-671792501 tempest-ServersTestMultiNic-671792501-project-member] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 938.779475] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGHEST for action security_group_members [ 938.779475] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.780174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.868451] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.877901] env[63332]: INFO networking_nsxv3.common.synchronization [req-bd761d14-a103-49a8-8a85-d78ee4ddcbf7 req-f7ca139f-219a-4d02-8cd7-8f8db1e432ac tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 938.878475] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 938.882023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.882228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.882286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.882458] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.882624] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.882726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.882789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.882937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.883033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.883130] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.903494] env[63332]: INFO networking_nsxv3.common.synchronization [req-9434061c-d353-48d5-9375-1a5b23d2cd47 req-3ed380fa-8294-46da-808e-754c76ef5546 service nova] Enqueued Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGHEST for action security_group_rules [ 938.907114] env[63332]: INFO networking_nsxv3.common.synchronization [req-9434061c-d353-48d5-9375-1a5b23d2cd47 req-3ed380fa-8294-46da-808e-754c76ef5546 service nova] Enqueued Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGHEST for action security_group_members [ 938.907114] env[63332]: INFO networking_nsxv3.common.synchronization [req-9434061c-d353-48d5-9375-1a5b23d2cd47 req-3ed380fa-8294-46da-808e-754c76ef5546 service nova] Enqueued Resource ID: 9ea41214-9440-48e5-a2db-efc66141d1ed with Priority: HIGHEST for action port [ 938.907114] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGHEST for action security_group_rules [ 938.907114] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGHEST for action security_group_members [ 938.907114] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea41214-9440-48e5-a2db-efc66141d1ed with Priority: HIGHEST for action port [ 938.907114] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80599ed0-6010-4511-a372-5f79b3dcf8a0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.907114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.907114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.907114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.907114] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.907114] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-80599ed0-6010-4511-a372-5f79b3dcf8a0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.907114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.907114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.907114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.907114] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.907114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.907114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.909168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.913022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.913022] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.913022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ea41214-9440-48e5-a2db-efc66141d1ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.913022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ea41214-9440-48e5-a2db-efc66141d1ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.913022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ea41214-9440-48e5-a2db-efc66141d1ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.913022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ea41214-9440-48e5-a2db-efc66141d1ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.913022] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea41214-9440-48e5-a2db-efc66141d1ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.068428] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.374199] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.374377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.374472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.374808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.374951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.375105] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be created. [ 939.385390] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.404195] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.404372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.404464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.404699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.404867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.413783] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-80599ed0-6010-4511-a372-5f79b3dcf8a0 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.413957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.414152] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ea41214-9440-48e5-a2db-efc66141d1ed with status ACTIVE [ 939.414329] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.414430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.414512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.414741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.414831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.415317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.415501] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.415626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.416379] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.416642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.416910] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.417077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.417157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.417366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.417481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.417610] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ea41214-9440-48e5-a2db-efc66141d1ed is going to be updated. [ 939.419151] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.420679] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: UNINITIALIZED for 2s [ 939.444312] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.444558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.444558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.444780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.444922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.445735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ea41214-9440-48e5-a2db-efc66141d1ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.571917] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.814962] env[63332]: INFO networking_nsxv3.common.synchronization [req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 req-a90cb902-0082-4ec2-b145-1dfed404ef9a tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 939.815534] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 939.815890] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.816423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.816540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.816751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.816914] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.817031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.817126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.817287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.817376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.817473] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.887950] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.923041] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.074919] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.075084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.075155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.075374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.075461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.075584] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 940.106604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.109464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.109464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.109464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.109464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.116809] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 940.315961] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.316124] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-186" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.316292] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-186" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.316731] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-186" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.316908] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.317128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.317270] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.317519] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.317682] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.317930] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.318131] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.318620] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.318620] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.318620] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.318620] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.318786] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.322632] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.322632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.322632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.322632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.347855] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.348073] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.348238] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.348427] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-186" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.349452] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-9d1c3dc3-5987-499b-b3da-d533942bbaef taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.349664] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-9d1c3dc3-5987-499b-b3da-d533942bbaef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.349797] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-9d1c3dc3-5987-499b-b3da-d533942bbaef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.350336] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-9d1c3dc3-5987-499b-b3da-d533942bbaef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.351035] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1c3dc3-5987-499b-b3da-d533942bbaef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.352921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.352921] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.352921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.352921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.352921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.352921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.353192] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 is going to be updated. [ 940.381795] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.381932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.381974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.382167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.382306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.391792] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.392009] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.392083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.392239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.392323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.392416] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 is going to be updated. [ 940.394293] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: IN_PROGRESS for 2s [ 940.427134] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.427311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.427475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.427747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.428021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.429376] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.429745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.429850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.430065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.430176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.430272] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 is going to be created. [ 940.440762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: IN_PROGRESS for 2s [ 940.474267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.474405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.474405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.474616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.474773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.490072] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 in Status: UNINITIALIZED for 2s [ 940.856148] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.858156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.858156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.858156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.858156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.858156] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 9d1c3dc3-5987-499b-b3da-d533942bbaef not found, creating... [ 940.858156] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.858156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.858156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.858156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.858156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.858650] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.858650] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.858732] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.858919] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.859535] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.859802] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 9d1c3dc3-5987-499b-b3da-d533942bbaef is going to be created. [ 940.886754] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.886932] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.887137] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.887731] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.887824] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.888046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-9d1c3dc3-5987-499b-b3da-d533942bbaef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.437710] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 941.437710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.437710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.437710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.437710] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.437710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.437710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.437710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.437710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.437710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.437710] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.762418] env[63332]: INFO networking_nsxv3.common.synchronization [req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 req-fb794860-bc48-40ce-ac91-bf2db66b866b service nova] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_rules [ 941.762608] env[63332]: INFO networking_nsxv3.common.synchronization [req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 req-fb794860-bc48-40ce-ac91-bf2db66b866b service nova] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 941.762734] env[63332]: INFO networking_nsxv3.common.synchronization [req-2a2c20d9-d4ee-410e-b8e4-6c2ea7b6b229 req-fb794860-bc48-40ce-ac91-bf2db66b866b service nova] Enqueued Resource ID: 9d1c3dc3-5987-499b-b3da-d533942bbaef with Priority: HIGHEST for action port [ 941.763422] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_rules [ 941.763578] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 941.763681] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1c3dc3-5987-499b-b3da-d533942bbaef with Priority: HIGHEST for action port [ 941.764238] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.764416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.764490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.764705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.764793] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.766844] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.766995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.767262] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1c3dc3-5987-499b-b3da-d533942bbaef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.769018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1c3dc3-5987-499b-b3da-d533942bbaef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.769128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1c3dc3-5987-499b-b3da-d533942bbaef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.769821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1c3dc3-5987-499b-b3da-d533942bbaef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.769887] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1c3dc3-5987-499b-b3da-d533942bbaef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.939658] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.940586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.940586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.941151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.941151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.941151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.941151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.941442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.941488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.941567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.941750] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.941846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.941905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.942072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.942301] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.942301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.942461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.942499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.942628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.942676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.943022] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.127849] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 942.128101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.128277] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.128509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.128700] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.128818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.128886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.129041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.129128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.129219] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.273416] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.273416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.277331] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d1c3dc3-5987-499b-b3da-d533942bbaef with status ACTIVE [ 942.277331] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.277331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.277331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.278071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.278317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.278575] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.278724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.278777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.279352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.279465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.279697] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.279816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.279916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.280053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.280132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.280222] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d1c3dc3-5987-499b-b3da-d533942bbaef is going to be updated. [ 942.306780] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.307039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.307101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.307377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.307518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.307723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1c3dc3-5987-499b-b3da-d533942bbaef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.411623] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: SUCCESS [ 942.411824] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 deletion is rescheduled due to dependency. [ 942.411942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.412464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.412464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.412674] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.412795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.412860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.413068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.413113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.413802] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.445728] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 966685e3-be17-4699-9853-dbc9425ede77: rpc.has_security_group_logging(os_id): False [ 942.452620] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: SUCCESS [ 942.453047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.465452] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.465658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.465658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.465865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.465955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.466159] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.466257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.466320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.466467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.466545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.466741] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.467354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.467354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.467354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.467354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.467354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.467354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.467614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.467614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.467614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.467710] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be created. [ 942.499231] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 in Status: SUCCESS [ 942.499492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.499702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.499962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.500197] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.500461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.500461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.500794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.500927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.501078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.501186] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.546209] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.546364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.546428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.546646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.546823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.559923] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 942.631889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.632042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.632131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.632398] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.632441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.632663] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.632785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.632815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.633062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.633170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.633264] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be updated. [ 942.635213] env[63332]: INFO networking_nsxv3.common.synchronization [req-4a1e7681-6256-4a24-865f-aa87d384c871 req-67358ae4-97a0-4958-a0e2-db910ab4340c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 942.635866] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 942.636618] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.636729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.636796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.636978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.639482] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.639605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.639674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.640132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.640232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.640354] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.700504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.700658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.700735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.700961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.701648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.711732] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: IN_PROGRESS for 2s [ 942.918541] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.979925] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.980347] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.980347] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.980687] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.980890] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.981140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.981285] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.981524] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.981677] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.982547] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.982793] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.982920] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.983053] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.983238] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.983432] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.983568] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.004768] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.005025] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.005105] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.005329] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.005613] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-8cde389c-a14b-44f1-bfd4-5587bf866a83 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.005814] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-8cde389c-a14b-44f1-bfd4-5587bf866a83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.005948] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-8cde389c-a14b-44f1-bfd4-5587bf866a83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.006308] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-8cde389c-a14b-44f1-bfd4-5587bf866a83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.006454] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cde389c-a14b-44f1-bfd4-5587bf866a83',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.013167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-80599ed0-6010-4511-a372-5f79b3dcf8a0 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.013167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.013167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.013167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.013167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.013167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.013685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.013685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.014058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.014058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.014058] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-80599ed0-6010-4511-a372-5f79b3dcf8a0 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.014256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.014256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.014388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.014539] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.014642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.014737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.014954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.015590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.015751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.015905] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.144287] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.144420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.144602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.144719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.184034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.184034] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.184034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.184034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.184034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.184034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.184034] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 943.251467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.251634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.251704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.251956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.252141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.267834] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 943.422599] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.519707] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.519707] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.519707] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.519707] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.519707] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.519707] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 8cde389c-a14b-44f1-bfd4-5587bf866a83 not found, creating... [ 943.519707] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.519984] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.519984] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.520181] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.520343] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.520678] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.520876] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.521460] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.521697] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.522142] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.522142] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 8cde389c-a14b-44f1-bfd4-5587bf866a83 is going to be created. [ 943.523489] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80599ed0-6010-4511-a372-5f79b3dcf8a0: rpc.has_security_group_logging(os_id): False [ 943.560838] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.561069] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.561236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561602] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561872] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.562160] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-8cde389c-a14b-44f1-bfd4-5587bf866a83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.567210] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.567469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.567568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.567814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.567937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.568193] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.568302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.568365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.568569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.568644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.568920] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.569057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.569126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.569279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.569357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.569547] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.569662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.569751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.570142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.570256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.570528] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 is going to be created. [ 943.662864] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.663068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.663116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.663375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.663675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.678043] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 in Status: IN_PROGRESS for 2s [ 943.930530] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.930720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.930824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.931207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.931306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.931403] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 is going to be updated. [ 943.964340] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.964695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.964788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.965041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.965199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.976468] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: IN_PROGRESS for 2s [ 944.320184] env[63332]: INFO networking_nsxv3.common.synchronization [req-4a1e7681-6256-4a24-865f-aa87d384c871 req-d3fe00b4-27dd-4b28-9b05-4307fb0a3bbf service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 944.320621] env[63332]: INFO networking_nsxv3.common.synchronization [req-4a1e7681-6256-4a24-865f-aa87d384c871 req-d3fe00b4-27dd-4b28-9b05-4307fb0a3bbf service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 944.320621] env[63332]: INFO networking_nsxv3.common.synchronization [req-4a1e7681-6256-4a24-865f-aa87d384c871 req-d3fe00b4-27dd-4b28-9b05-4307fb0a3bbf service nova] Enqueued Resource ID: 8cde389c-a14b-44f1-bfd4-5587bf866a83 with Priority: HIGHEST for action port [ 944.320824] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 944.320976] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 944.321053] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cde389c-a14b-44f1-bfd4-5587bf866a83 with Priority: HIGHEST for action port [ 944.322039] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.322039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.322039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.322457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.322457] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.322997] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.323187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.323462] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cde389c-a14b-44f1-bfd4-5587bf866a83 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.323584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cde389c-a14b-44f1-bfd4-5587bf866a83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.323584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cde389c-a14b-44f1-bfd4-5587bf866a83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.323731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cde389c-a14b-44f1-bfd4-5587bf866a83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.323805] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cde389c-a14b-44f1-bfd4-5587bf866a83',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.575538] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 944.575538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.724152] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e6218a-dd53-4b31-8925-635679cb93d5 in Status: SUCCESS [ 944.724306] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 deletion is rescheduled due to dependency. [ 944.727450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.809229] env[63332]: INFO networking_nsxv3.common.synchronization [req-02a2ca63-73ec-43e7-9797-beefa811f93e req-550cd811-6ecd-4869-a992-ea9ca8eb0678 tempest-ServersV294TestFqdnHostnames-1517112005 tempest-ServersV294TestFqdnHostnames-1517112005-project-member] Enqueued Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_members [ 944.809750] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGHEST for action security_group_members [ 944.810197] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f410793-836f-4cdc-9b3e-e8945d709939 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.810343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.810413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.810644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.810815] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.810918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.810980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.811153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.811254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.811411] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.826044] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.826185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.826370] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cde389c-a14b-44f1-bfd4-5587bf866a83 with status ACTIVE [ 944.826552] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.826662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.826726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.826927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.827077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.827229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.827327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.827388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.827544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.827627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.827803] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.827921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.827957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.828120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.828256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.828381] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cde389c-a14b-44f1-bfd4-5587bf866a83 is going to be updated. [ 944.853995] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.853995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.853995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.854468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.854468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.854552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cde389c-a14b-44f1-bfd4-5587bf866a83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.279753] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 945.279954] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 deletion is rescheduled due to dependency. [ 945.280092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.280266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.280483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.280676] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.280789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.280858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.281008] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.281101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.281202] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.314246] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.314323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.314374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.314684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.337034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.337390] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.337455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.337487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.337798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.337798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.337913] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f410793-836f-4cdc-9b3e-e8945d709939 is going to be updated. [ 945.366962] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.367151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.367235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.367518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.367758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.377898] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f410793-836f-4cdc-9b3e-e8945d709939 in Status: IN_PROGRESS for 2s [ 945.690510] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 in Status: SUCCESS [ 945.690757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.783558] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.992484] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: SUCCESS [ 945.992484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.992484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.992484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.992484] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.992484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.992484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.992484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.992484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.992484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.992484] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.289025] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.495434] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.792043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.793028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.793490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.793843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.794022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.794197] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 946.827273] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.827484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.827560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.827799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.827948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.837992] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 946.998987] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cd958d0-475a-4ca2-892d-f7f63b49fb03: rpc.has_security_group_logging(os_id): False [ 947.019111] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.019194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.019264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.019507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.019592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.019837] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.019937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.019999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.020161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.020238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.020326] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 is going to be updated. [ 947.088307] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.088461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.088535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.088751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.088899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.112068] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: IN_PROGRESS for 2s [ 947.389757] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f410793-836f-4cdc-9b3e-e8945d709939 in Status: SUCCESS [ 947.389757] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f410793-836f-4cdc-9b3e-e8945d709939 deletion is rescheduled due to dependency. [ 947.389757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.737146] env[63332]: INFO networking_nsxv3.common.synchronization [req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 req-cee81f9a-d070-4b5c-8ce1-763473838b33 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 948.737146] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 948.737146] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.737146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.737146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.737146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.737146] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.737146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.737146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.738237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.739470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.739470] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.850784] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 948.850784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.850784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.850784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.850784] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.850784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.850784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.850784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.851168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.851168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.852031] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.042785] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.043147] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.043257] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.043527] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.043879] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.044124] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.044314] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.044810] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.044908] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.045349] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.045349] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.045426] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.045609] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.045827] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.046364] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.047124] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.069085] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.070170] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.070170] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.070170] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-245" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.070424] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-e378fd32-9844-4902-b4fc-f9824d7b805e taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.070504] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-e378fd32-9844-4902-b4fc-f9824d7b805e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.070622] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-e378fd32-9844-4902-b4fc-f9824d7b805e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.070960] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-e378fd32-9844-4902-b4fc-f9824d7b805e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.071287] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e378fd32-9844-4902-b4fc-f9824d7b805e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.124047] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: SUCCESS [ 949.124047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.244804] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.245272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.245551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.246109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.274251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.274601] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.274750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.274750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.274896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.274980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.275119] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 949.306575] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.306848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.306975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.307594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.307594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.319867] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 949.354304] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.354511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.354556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.355171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.355171] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.355171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.355365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.355467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.355568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.355729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.355939] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.356103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.356193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.356389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.356574] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.356697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.356775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.356967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.357092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.357218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.357335] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.574280] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.574558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.574618] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.574889] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.575064] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.575232] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port e378fd32-9844-4902-b4fc-f9824d7b805e not found, creating... [ 949.575517] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.575679] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.575875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.576140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.576289] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.576585] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.576749] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.576871] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.577103] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.577247] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.577434] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: e378fd32-9844-4902-b4fc-f9824d7b805e is going to be created. [ 949.599300] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.599572] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.599651] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.599939] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.600206] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.600446] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-e378fd32-9844-4902-b4fc-f9824d7b805e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.866738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29: rpc.has_security_group_logging(os_id): False [ 949.891683] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.891835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.891912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.892161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.892273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.892476] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.892575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.892657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.892832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.893113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.893212] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.893289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.893336] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.893522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.893601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.893834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.893961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.896245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.896718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.896718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.896718] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 949.964325] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.964509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.964574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.964827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.964994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.986995] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 950.324300] env[63332]: INFO networking_nsxv3.common.synchronization [req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 req-9673a6d1-9599-4f44-8a94-59b305933012 service nova] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_rules [ 950.324572] env[63332]: INFO networking_nsxv3.common.synchronization [req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 req-9673a6d1-9599-4f44-8a94-59b305933012 service nova] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 950.324712] env[63332]: INFO networking_nsxv3.common.synchronization [req-3f4883b1-1a0b-4092-809e-405fb0be6cb1 req-9673a6d1-9599-4f44-8a94-59b305933012 service nova] Enqueued Resource ID: e378fd32-9844-4902-b4fc-f9824d7b805e with Priority: HIGHEST for action port [ 950.325342] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_rules [ 950.325521] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 950.325566] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e378fd32-9844-4902-b4fc-f9824d7b805e with Priority: HIGHEST for action port [ 950.325819] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.326037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.326228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.326506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.326618] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.327604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.327671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.327967] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-e378fd32-9844-4902-b4fc-f9824d7b805e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.328376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e378fd32-9844-4902-b4fc-f9824d7b805e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.328456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e378fd32-9844-4902-b4fc-f9824d7b805e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.329489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e378fd32-9844-4902-b4fc-f9824d7b805e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.329489] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e378fd32-9844-4902-b4fc-f9824d7b805e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.466568] env[63332]: INFO networking_nsxv3.common.synchronization [req-504905e8-a617-4c5d-b338-9575c0728d34 req-28ff0bdc-6a9a-4235-aa3b-e4b117849d88 tempest-ServerAddressesTestJSON-456243806 tempest-ServerAddressesTestJSON-456243806-project-member] Enqueued Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGHEST for action security_group_members [ 950.467089] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGHEST for action security_group_members [ 950.467419] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-80599ed0-6010-4511-a372-5f79b3dcf8a0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.467537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.467606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.467811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.467968] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.471018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.471151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.471283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.471371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.471472] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.833182] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e378fd32-9844-4902-b4fc-f9824d7b805e with status ACTIVE [ 950.833182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.833182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.833182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.833182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.833182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.833182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.833182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.833182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.833182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.833182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.833182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.833867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.833867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.833867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.833867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.833867] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e378fd32-9844-4902-b4fc-f9824d7b805e is going to be updated. [ 950.838594] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.838594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.862906] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.862906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.863192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.863192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.863353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.863537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e378fd32-9844-4902-b4fc-f9824d7b805e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.973546] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.973850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.973850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.974157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.974291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.974575] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.974801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.975274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.975772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.975922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.976038] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 is going to be updated. [ 951.006155] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.006359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.006436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.006742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.006947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.023880] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 in Status: IN_PROGRESS for 2s [ 951.338436] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 951.338576] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 deletion is rescheduled due to dependency. [ 951.338976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.339226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.339498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.339781] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.339951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.340042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.340827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.341210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.341276] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.845666] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.001635] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 952.002044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.127568] env[63332]: INFO networking_nsxv3.common.synchronization [req-c0cc4f0c-3d40-4640-b3c6-765c596e2801 req-9b89bc03-14c3-4802-8679-6a620d69c21e tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 952.128952] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 952.129460] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.129655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.129762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.130069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.130299] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.130460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.130521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.130759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.130888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.131045] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.349343] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.550233] env[63332]: INFO networking_nsxv3.common.synchronization [req-21475613-8132-4bef-89e2-48bef22cca8e req-3a09e2e6-fb80-4008-a58d-098b4711be39 tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Enqueued Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGHEST for action security_group_members [ 952.550233] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGHEST for action security_group_members [ 952.550428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecddd75-45d4-41c9-ac42-1cafcb3c741b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.550602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.550702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.551070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.551315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.551472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.551565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.551862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.551994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.552160] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.636739] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.636739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.636739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.636739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.636739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.636739] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.636739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.636739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.636739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.636739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.636739] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 952.674754] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.676491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.676594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.676842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.676999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.690104] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 952.853425] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.854528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.854716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.854967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.855090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.855198] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 952.888834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.888937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.888977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.889195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.889342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.896445] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.896445] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-618" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.896445] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-618" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.896815] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-618" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.897648] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.897648] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.897648] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.897648] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.897969] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.898043] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.898790] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.898790] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.898790] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.898790] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.898790] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.898790] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.912885] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 952.923369] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.923573] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.923752] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.923999] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-618" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.926025] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-76224577-23af-48ef-b3ff-19fadf8b5ba8 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.926025] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-76224577-23af-48ef-b3ff-19fadf8b5ba8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.926025] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-76224577-23af-48ef-b3ff-19fadf8b5ba8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.926025] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-76224577-23af-48ef-b3ff-19fadf8b5ba8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.926025] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76224577-23af-48ef-b3ff-19fadf8b5ba8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.038620] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 in Status: SUCCESS [ 953.039523] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 deletion is rescheduled due to dependency. [ 953.039523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.059412] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.061334] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.061334] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b already deleted. [ 953.061334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.428857] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.429128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.429281] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.429609] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.429782] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.429948] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 76224577-23af-48ef-b3ff-19fadf8b5ba8 not found, creating... [ 953.430285] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.430484] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.430628] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.430873] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.431039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.432087] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.432381] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.432508] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.432719] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.433740] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.433930] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 76224577-23af-48ef-b3ff-19fadf8b5ba8 is going to be created. [ 953.461144] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.461397] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.461569] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.461867] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.462127] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.462365] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-76224577-23af-48ef-b3ff-19fadf8b5ba8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.220330] env[63332]: INFO networking_nsxv3.common.synchronization [req-21475613-8132-4bef-89e2-48bef22cca8e req-31ff5944-48ea-4444-aa79-865df0b3c3a4 service nova] Enqueued Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGHEST for action security_group_rules [ 954.220590] env[63332]: INFO networking_nsxv3.common.synchronization [req-21475613-8132-4bef-89e2-48bef22cca8e req-31ff5944-48ea-4444-aa79-865df0b3c3a4 service nova] Enqueued Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGHEST for action security_group_members [ 954.220677] env[63332]: INFO networking_nsxv3.common.synchronization [req-21475613-8132-4bef-89e2-48bef22cca8e req-31ff5944-48ea-4444-aa79-865df0b3c3a4 service nova] Enqueued Resource ID: 76224577-23af-48ef-b3ff-19fadf8b5ba8 with Priority: HIGHEST for action port [ 954.224072] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGHEST for action security_group_rules [ 954.224072] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGHEST for action security_group_members [ 954.224072] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76224577-23af-48ef-b3ff-19fadf8b5ba8 with Priority: HIGHEST for action port [ 954.224492] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.224658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.224752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.225112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.225228] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.230021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecddd75-45d4-41c9-ac42-1cafcb3c741b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.230021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.230021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.230262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.230374] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.230505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.231130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.231130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.231130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.231240] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.232444] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-76224577-23af-48ef-b3ff-19fadf8b5ba8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.232444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76224577-23af-48ef-b3ff-19fadf8b5ba8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.232663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76224577-23af-48ef-b3ff-19fadf8b5ba8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.232821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76224577-23af-48ef-b3ff-19fadf8b5ba8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.232821] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76224577-23af-48ef-b3ff-19fadf8b5ba8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.703725] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 954.704095] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 deletion is rescheduled due to dependency. [ 954.705033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.736307] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecddd75-45d4-41c9-ac42-1cafcb3c741b taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.736546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.736760] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.737863] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76224577-23af-48ef-b3ff-19fadf8b5ba8 with status ACTIVE [ 954.738104] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.738231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.738300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.738519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.738833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.738833] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.738944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.742449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.743301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.743301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.743301] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.743301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.743301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.743549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.743603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.743711] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76224577-23af-48ef-b3ff-19fadf8b5ba8 is going to be updated. [ 954.769194] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.769310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.769388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.769601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.769769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.769895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76224577-23af-48ef-b3ff-19fadf8b5ba8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.925971] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 954.926256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.926453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.926749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.926969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.927116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.927192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.927385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.927519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.927632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.927728] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.207580] env[63332]: INFO networking_nsxv3.common.synchronization [req-4c774e0b-6c12-429b-be65-e86b100ae8ea req-488389c4-4fbf-4e6f-be20-2034d109c776 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_members [ 955.208215] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGHEST for action security_group_members [ 955.208594] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.208752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.208834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.209074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.209262] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.209376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.209441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.209628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.209732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.209855] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.246324] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.431719] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.431940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.432026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.432236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.432504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.432625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.432625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.432773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.432880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.432972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.433235] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.433235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.433375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.433946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.433946] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.433946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.433946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.434236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.434236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.434236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.434337] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.713906] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.714094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.714164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.714380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.740709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.740975] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.741112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.741184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.741385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.741471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.741581] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 is going to be updated. [ 955.748448] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.748599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.748673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.748969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.749093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.749196] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b is going to be created. [ 955.774133] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.774133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.774133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.774133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.774133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.786648] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.786648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.786648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.786648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.786991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.792734] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b in Status: UNINITIALIZED for 2s [ 955.797423] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 in Status: IN_PROGRESS for 2s [ 955.939339] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b193e8-8e96-4e34-93f2-dbe3a229c274: rpc.has_security_group_logging(os_id): False [ 955.958979] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.959178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.959231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.959439] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.959532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.959764] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.959871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.959936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.960162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.960245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.960486] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.960591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.960656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.960803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.960883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.961235] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.961235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.961235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.961417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.961526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.961641] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 956.028436] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.028436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.028436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.028643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.028643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.040693] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 957.804617] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b in Status: SUCCESS [ 957.805105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.805105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.807286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.807286] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.807286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.807286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.807534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.807534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.807713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.807788] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.810039] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 in Status: SUCCESS [ 957.810160] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 deletion is rescheduled due to dependency. [ 957.810439] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.970341] env[63332]: INFO networking_nsxv3.common.synchronization [req-a611e7fb-523c-46b8-a814-e9eccfaa070c req-cf884d46-c7c2-4553-a855-3b689e1d9b6c tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 957.970677] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 957.970979] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.971117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.971174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.971741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.971907] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.972035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.972102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.972265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.972353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.972523] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.056060] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 958.056060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.197666] env[63332]: INFO networking_nsxv3.common.synchronization [req-bbdf3ef3-d1f3-4c5f-9868-58477e2c2718 req-215264bc-e5e7-4138-ac35-91b6e58df0ea tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 958.200090] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 958.200090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.200090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.200090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.200090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.200090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.200090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.200090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.200802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.200802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.200802] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.312272] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecddd75-45d4-41c9-ac42-1cafcb3c741b taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.312647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.312647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.312873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.312915] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.312987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.313057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.313224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.313314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.313404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.313610] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecddd75-45d4-41c9-ac42-1cafcb3c741b taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.313693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.313854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.313896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.314017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.314115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.314173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.314310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.315242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.315242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.315242] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.477433] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.708315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.708315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.708315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.708315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.708315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.708315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.708315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.708315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.708315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.708315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.708315] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 958.741336] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.741544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.741544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.741855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.741998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.752107] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 958.817084] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fecddd75-45d4-41c9-ac42-1cafcb3c741b: rpc.has_security_group_logging(os_id): False [ 958.842587] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.842786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.842786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.842976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.843082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.843341] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.843460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.843460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.843627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.843781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.843902] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.843994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.844067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.844331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.844331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.844459] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.844584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.844666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.845255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.845255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.845255] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b is going to be created. [ 958.909368] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.909597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.909679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.909960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.910274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.922998] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b in Status: IN_PROGRESS for 2s [ 958.980580] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.485881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.485881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.485881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.485881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.485881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.485881] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be updated. [ 959.512593] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.512593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.512704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.512855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.513028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.522435] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: IN_PROGRESS for 2s [ 960.786282] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 960.786614] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 960.786614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.939331] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b in Status: SUCCESS [ 960.939563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.331478] env[63332]: INFO networking_nsxv3.common.synchronization [req-2f5baacb-a7f9-4005-87e0-486a7a4aa9d9 req-16661d05-7f49-4759-8d96-dd0106ea5c71 tempest-ImagesOneServerNegativeTestJSON-681092663 tempest-ImagesOneServerNegativeTestJSON-681092663-project-member] Enqueued Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 961.334841] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 with Priority: HIGHEST for action security_group_members [ 961.335419] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b193e8-8e96-4e34-93f2-dbe3a229c274 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.335720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.335720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.336073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.336368] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.336568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.336711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.336934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.337116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.337264] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b193e8-8e96-4e34-93f2-dbe3a229c274',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.534630] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: SUCCESS [ 961.534630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.546065] env[63332]: INFO networking_nsxv3.common.synchronization [req-fd62d000-e502-4ffe-a090-31ae08bce99c req-f2318eaf-26a7-4025-a0c0-bbc61cad0b41 tempest-ServerRescueTestJSON-29768473 tempest-ServerRescueTestJSON-29768473-project-member] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 961.546065] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGHEST for action security_group_members [ 961.547214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.547524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.547702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.548091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.548359] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.548570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.548938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.549446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.549635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.549817] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.849787] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.850128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.850128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.850261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.850353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.850561] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.855018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.855018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.855018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.855018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.855018] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 is going to be updated. [ 961.887799] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.887995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.887995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.888433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.888433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.899245] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: IN_PROGRESS for 2s [ 962.053071] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.053321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.053426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.054030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.080944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.080944] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.080944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.080944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.080944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.080944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.080944] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be updated. [ 962.086909] env[63332]: INFO networking_nsxv3.common.synchronization [req-c6fc41fc-e284-4171-a5f9-760ca0e045ed req-0419c18f-61b6-4e45-b379-480a17c5c64c tempest-ServersTestBootFromVolume-1725563689 tempest-ServersTestBootFromVolume-1725563689-project-member] Enqueued Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_members [ 962.089672] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGHEST for action security_group_members [ 962.089672] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-424f6cb8-8a40-455e-b880-c722ad354886 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.089672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.089672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.089672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.089672] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.089672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.089672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.089672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.089672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.089672] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.112303] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.112502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.112563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.112763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.112903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.122921] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: IN_PROGRESS for 2s [ 962.198204] env[63332]: INFO networking_nsxv3.common.synchronization [req-fb0b12e2-dad8-40d3-bffe-f30725c3cd1c req-e448f5e8-cbd2-4694-a21f-2a44db34b211 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 962.198204] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 962.198204] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.199798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.199907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.200157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.200337] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.200443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.200510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.200854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.200854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.200854] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.596827] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.596827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.596827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.597091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.621808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.622214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.622375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.625723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.625723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.625723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.625723] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424f6cb8-8a40-455e-b880-c722ad354886 is going to be updated. [ 962.652089] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.652313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.652313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.652519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.652660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.667913] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424f6cb8-8a40-455e-b880-c722ad354886 in Status: IN_PROGRESS for 2s [ 962.703454] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.207185] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.709474] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.709650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.709693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.709929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.710056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.710361] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 963.742638] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.742638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.742638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.742638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.742638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.757022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 963.909536] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 in Status: SUCCESS [ 963.912035] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b193e8-8e96-4e34-93f2-dbe3a229c274 deletion is rescheduled due to dependency. [ 963.912035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b193e8-8e96-4e34-93f2-dbe3a229c274" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.133121] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: IN_PROGRESS for 4s [ 964.680076] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424f6cb8-8a40-455e-b880-c722ad354886 in Status: SUCCESS [ 964.680426] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424f6cb8-8a40-455e-b880-c722ad354886 deletion is rescheduled due to dependency. [ 964.680426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.768447] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 965.768849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.926414] env[63332]: INFO networking_nsxv3.common.synchronization [req-dfb65321-4803-468d-942d-41d396c87320 req-76620536-6397-4da9-9fb1-5f2f99c0e88b tempest-InstanceActionsNegativeTestJSON-230467772 tempest-InstanceActionsNegativeTestJSON-230467772-project-member] Enqueued Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGHEST for action security_group_members [ 965.927368] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGHEST for action security_group_members [ 965.927807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecddd75-45d4-41c9-ac42-1cafcb3c741b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.927934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.928011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.928232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.928382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.928483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.928545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.928699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.928866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.928940] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.150659] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c in Status: SUCCESS [ 966.150864] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c deletion is rescheduled due to dependency. [ 966.150990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.432203] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.432427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.432472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.436022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.436022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.436022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.436022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.436022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.436022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.436022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.436022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b is going to be updated. [ 966.472226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.472226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.472226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.472226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.472226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.483332] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b in Status: IN_PROGRESS for 2s [ 968.496087] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b in Status: SUCCESS [ 968.496087] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b deletion is rescheduled due to dependency. [ 968.496403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.930566] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 970.930566] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 971.578485] env[63332]: INFO networking_nsxv3.common.synchronization [req-a31c49ac-694d-4c16-baa5-df0930b44291 req-9fc00d42-6445-425d-a330-66aeec94f5c8 tempest-ServerActionsV293TestJSON-1625084193 tempest-ServerActionsV293TestJSON-1625084193-project-member] Enqueued Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_members [ 971.583028] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGHEST for action security_group_members [ 971.583028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd9682ad-00fa-4838-a73c-dabaf468337c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.583249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.583249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.584532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.585116] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.586332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.586332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.586332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.586332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.586332] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.731228] env[63332]: INFO networking_nsxv3.common.synchronization [req-3294fc38-ba75-4808-87e8-8698d5b67395 req-3c46351f-80d5-48ca-9744-82597be05358 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_members [ 971.731891] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_members [ 971.732226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.732710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.732796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.735460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.735672] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.735766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.735830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.736234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.736234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.736234] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.088092] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.088456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.088456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.088552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.115087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.115087] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.115087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.115087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.115087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.115087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.115087] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd9682ad-00fa-4838-a73c-dabaf468337c is going to be updated. [ 972.141983] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.143321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.143321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.149022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.149022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.154560] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd9682ad-00fa-4838-a73c-dabaf468337c in Status: IN_PROGRESS for 2s [ 972.238385] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.238550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.238637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.241652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.241652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.241652] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.241652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.241652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.241652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.241652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.241652] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef already deleted. [ 972.241652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.265715] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.266146] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.266146] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.266712] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.266775] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.266950] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.267271] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.267849] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.267849] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.268085] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.268239] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.268612] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.268612] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.268721] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.268753] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.268971] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.290564] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.290770] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 972.290919] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.291133] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.291463] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-988e6086-ce8e-40c2-b8a2-d51d9282d117 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.291652] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-988e6086-ce8e-40c2-b8a2-d51d9282d117" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.291771] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-988e6086-ce8e-40c2-b8a2-d51d9282d117" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.292110] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-988e6086-ce8e-40c2-b8a2-d51d9282d117" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.292274] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988e6086-ce8e-40c2-b8a2-d51d9282d117',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.800237] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.800566] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.800910] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.802368] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.802593] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.802819] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 988e6086-ce8e-40c2-b8a2-d51d9282d117 not found, creating... [ 972.803150] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.803375] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.803539] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.803921] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.804078] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.804457] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.804681] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.804847] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.805117] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.805270] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.805421] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 988e6086-ce8e-40c2-b8a2-d51d9282d117 is going to be created. [ 972.837771] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.837992] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.838136] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.838421] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.838691] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.838947] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-988e6086-ce8e-40c2-b8a2-d51d9282d117" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.847843] env[63332]: INFO networking_nsxv3.common.synchronization [req-3294fc38-ba75-4808-87e8-8698d5b67395 req-fd643402-1cc5-4860-a20e-45d7b6ca9a6a service nova] Enqueued Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_rules [ 973.849591] env[63332]: INFO networking_nsxv3.common.synchronization [req-3294fc38-ba75-4808-87e8-8698d5b67395 req-fd643402-1cc5-4860-a20e-45d7b6ca9a6a service nova] Enqueued Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_members [ 973.850270] env[63332]: INFO networking_nsxv3.common.synchronization [req-3294fc38-ba75-4808-87e8-8698d5b67395 req-fd643402-1cc5-4860-a20e-45d7b6ca9a6a service nova] Enqueued Resource ID: 988e6086-ce8e-40c2-b8a2-d51d9282d117 with Priority: HIGHEST for action port [ 973.851297] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_rules [ 973.851807] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_members [ 973.852123] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988e6086-ce8e-40c2-b8a2-d51d9282d117 with Priority: HIGHEST for action port [ 973.852524] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.855035] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.855035] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.855035] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.855035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.855872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.856128] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.859082] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-988e6086-ce8e-40c2-b8a2-d51d9282d117 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.859082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-988e6086-ce8e-40c2-b8a2-d51d9282d117" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.859082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-988e6086-ce8e-40c2-b8a2-d51d9282d117" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.859082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-988e6086-ce8e-40c2-b8a2-d51d9282d117" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.859082] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988e6086-ce8e-40c2-b8a2-d51d9282d117',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.165204] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd9682ad-00fa-4838-a73c-dabaf468337c in Status: SUCCESS [ 974.165397] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd9682ad-00fa-4838-a73c-dabaf468337c deletion is rescheduled due to dependency. [ 974.165518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.360192] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.361232] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.361436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.361752] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 988e6086-ce8e-40c2-b8a2-d51d9282d117 with status ACTIVE [ 974.361985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.362145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.362145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.362301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.362385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.363139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.363139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.363139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.363139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.363139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.363139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.363464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.363464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.363464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.363464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.363716] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 988e6086-ce8e-40c2-b8a2-d51d9282d117 is going to be updated. [ 974.385737] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.385855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.385908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.386157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.386299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.386462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-988e6086-ce8e-40c2-b8a2-d51d9282d117" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.564508] env[63332]: INFO networking_nsxv3.common.synchronization [req-a75874f9-7e37-486f-9e35-700d6df9a658 req-50e2d4e8-9b21-439c-8674-cf9359532376 tempest-VolumesAdminNegativeTest-199238317 tempest-VolumesAdminNegativeTest-199238317-project-member] Enqueued Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_members [ 974.564850] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ad44a0-d08b-4739-9990-314d1fbce44d with Priority: HIGHEST for action security_group_members [ 974.565171] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ad44a0-d08b-4739-9990-314d1fbce44d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.565388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.565388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.565552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.565698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.565795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.565858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.566081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.566195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.566195] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0ad44a0-d08b-4739-9990-314d1fbce44d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.081513] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.086636] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.086636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.086636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.087457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.111165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.111165] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.111165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.111165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.111165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.111165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.111165] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ad44a0-d08b-4739-9990-314d1fbce44d is going to be updated. [ 975.141209] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.142052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.142052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.142052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.142052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.152336] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ad44a0-d08b-4739-9990-314d1fbce44d in Status: IN_PROGRESS for 2s [ 975.590046] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.590672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.590672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.590672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.590672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.590817] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef is going to be created. [ 975.621023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.621023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.621023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.621023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.621023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.633128] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efe2733b-af30-44c8-bd78-b647e9d334ef in Status: UNINITIALIZED for 2s [ 977.166598] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ad44a0-d08b-4739-9990-314d1fbce44d in Status: SUCCESS [ 977.166598] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ad44a0-d08b-4739-9990-314d1fbce44d deletion is rescheduled due to dependency. [ 977.166598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ad44a0-d08b-4739-9990-314d1fbce44d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.647213] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efe2733b-af30-44c8-bd78-b647e9d334ef in Status: SUCCESS [ 977.649568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.649568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.649568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.649568] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.649568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.649568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.649568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.649568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.649568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.649568] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.829506] env[63332]: INFO networking_nsxv3.common.synchronization [None req-60a2c5fc-8e04-4b81-b472-aee0656b6dfe None None] Enqueued Resource ID: 2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9 with Priority: HIGHEST for action port [ 977.829506] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9 with Priority: HIGHEST for action port [ 977.829506] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.829506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.829506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.829506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.829728] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.155772] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.185351] env[63332]: INFO networking_nsxv3.common.synchronization [req-a8820e38-d510-4567-9d95-6513a67fb7da req-307e6e6a-21dd-4dd6-837b-16aab034a0d1 tempest-ListImageFiltersTestJSON-271287105 tempest-ListImageFiltersTestJSON-271287105-project-member] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 978.186273] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGHEST for action security_group_members [ 978.186911] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.186911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.186911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.187738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.187738] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.187738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.187738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.187738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.187738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.187923] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.336076] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9 [ 978.336338] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.336486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.336549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.336792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.336889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.336989] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9 already deleted. [ 978.337087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ddd8d2e-c6cf-4504-a3b6-1c87ad31ced9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.662491] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efe2733b-af30-44c8-bd78-b647e9d334ef: rpc.has_security_group_logging(os_id): False [ 978.682548] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.683066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.683066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.683208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.683251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.683528] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.683768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.683768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684726] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef is going to be created. [ 978.693257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.693257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.693257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.693257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.717081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.717476] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.717685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.717804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.718130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.718271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.718416] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 is going to be updated. [ 978.756592] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.756592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.756592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.756592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.756592] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.757845] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.758017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.758094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.758286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.758458] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.770022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: IN_PROGRESS for 2s [ 978.771433] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efe2733b-af30-44c8-bd78-b647e9d334ef in Status: IN_PROGRESS for 2s [ 979.081038] env[63332]: INFO networking_nsxv3.common.synchronization [None req-298b3a95-7f74-4d20-b3f4-762a723a4a84 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 979.081535] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 979.084886] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.085146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.085146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.085450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.085450] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.197858] env[63332]: INFO networking_nsxv3.common.synchronization [None req-60246ac2-1437-46cb-86b2-0347c84576c3 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 979.198496] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 979.198842] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.198949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.608544] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.608723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.608763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.609952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.609952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.609952] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de already deleted. [ 979.609952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.609952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.609952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.609952] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.133095] env[63332]: INFO networking_nsxv3.common.synchronization [None req-411d8c8c-6825-46eb-954b-2e72bcf7d44e None None] Enqueued Resource ID: 869f2d70-660b-4f9f-89e8-025f3f9fd612 with Priority: HIGHEST for action port [ 980.134340] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.134461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.134527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.134727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.134827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.134941] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de already deleted. [ 980.138758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.141126] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869f2d70-660b-4f9f-89e8-025f3f9fd612 with Priority: HIGHEST for action port [ 980.141126] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-869f2d70-660b-4f9f-89e8-025f3f9fd612 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.141126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-869f2d70-660b-4f9f-89e8-025f3f9fd612" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.141126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-869f2d70-660b-4f9f-89e8-025f3f9fd612" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.141126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-869f2d70-660b-4f9f-89e8-025f3f9fd612" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.141126] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('869f2d70-660b-4f9f-89e8-025f3f9fd612',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.642430] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 869f2d70-660b-4f9f-89e8-025f3f9fd612 [ 980.642729] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.642933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.642933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.643174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.643267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.643365] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:869f2d70-660b-4f9f-89e8-025f3f9fd612 already deleted. [ 980.643453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-869f2d70-660b-4f9f-89e8-025f3f9fd612" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.781427] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 525e2347-85e2-45b6-957d-180f920ebcc1 in Status: SUCCESS [ 980.781615] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 deletion is rescheduled due to dependency. [ 980.781738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.785793] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efe2733b-af30-44c8-bd78-b647e9d334ef in Status: SUCCESS [ 980.786030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.563070] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ec5e73bc-9236-440e-a74c-645959626802 None None] Enqueued Resource ID: f416c889-34a1-46f1-8b47-99e7df3e5211 with Priority: HIGHEST for action port [ 984.563070] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f416c889-34a1-46f1-8b47-99e7df3e5211 with Priority: HIGHEST for action port [ 984.563508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-f416c889-34a1-46f1-8b47-99e7df3e5211 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.563772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f416c889-34a1-46f1-8b47-99e7df3e5211" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.564577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f416c889-34a1-46f1-8b47-99e7df3e5211" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.564955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f416c889-34a1-46f1-8b47-99e7df3e5211" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.565236] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f416c889-34a1-46f1-8b47-99e7df3e5211',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.068659] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f416c889-34a1-46f1-8b47-99e7df3e5211 [ 985.068984] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.069198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.069278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.070284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.070284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.070284] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f416c889-34a1-46f1-8b47-99e7df3e5211 already deleted. [ 985.070284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f416c889-34a1-46f1-8b47-99e7df3e5211" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.909293] env[63332]: INFO networking_nsxv3.common.synchronization [None req-5ee97a3f-c642-4b34-bab0-ebd16b1f7f61 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_rules [ 985.909964] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_rules [ 985.910600] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.910978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.911241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.911718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.912012] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.034401] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0147601b-2781-4d3d-9371-88baafd48a51 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_rules [ 986.034401] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_rules [ 986.034619] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.034720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.568226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.568226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.568226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.568226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.568226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.568226] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 already deleted. [ 986.568226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.568226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.568226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.568226] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.090089] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.090089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.090089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.090089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.090089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.090089] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 already deleted. [ 987.090089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.183219] env[63332]: INFO networking_nsxv3.common.synchronization [None req-06301865-fe5f-4fcd-8787-d36c502104bd None None] Enqueued Resource ID: 0a5432f7-e044-4957-b90c-a74ae64fad6a with Priority: HIGHEST for action port [ 987.183219] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5432f7-e044-4957-b90c-a74ae64fad6a with Priority: HIGHEST for action port [ 987.183219] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a5432f7-e044-4957-b90c-a74ae64fad6a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.183219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a5432f7-e044-4957-b90c-a74ae64fad6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.183219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a5432f7-e044-4957-b90c-a74ae64fad6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.183219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a5432f7-e044-4957-b90c-a74ae64fad6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.183219] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5432f7-e044-4957-b90c-a74ae64fad6a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.685598] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a5432f7-e044-4957-b90c-a74ae64fad6a [ 987.685953] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.686100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.686141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.686351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.686466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.686563] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a5432f7-e044-4957-b90c-a74ae64fad6a already deleted. [ 987.686646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a5432f7-e044-4957-b90c-a74ae64fad6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.086287] env[63332]: INFO networking_nsxv3.common.synchronization [req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 req-aed316ea-9a05-4511-b15f-bab0e6276861 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 988.086896] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 988.087778] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.087778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.087778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.087778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.088064] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.088064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.088064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.088508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.088508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.088508] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.508049] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.508493] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.508493] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.508850] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.509197] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.509434] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.509577] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.509893] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.510135] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.510429] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.510597] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.510729] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.510847] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.510987] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.511161] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.511320] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.532721] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.532993] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.533192] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.533384] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.533720] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-f6bb59f2-4f95-407c-af74-7f4ba9467433 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.533972] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-f6bb59f2-4f95-407c-af74-7f4ba9467433" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.534196] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-f6bb59f2-4f95-407c-af74-7f4ba9467433" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.534677] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-f6bb59f2-4f95-407c-af74-7f4ba9467433" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.534950] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6bb59f2-4f95-407c-af74-7f4ba9467433',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.591029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.591234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.591278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.592682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.592682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.592682] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.592682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.592682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.592682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.592682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.592682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 988.627554] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.627754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.627797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.627988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.628171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.638577] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 989.037499] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.037733] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.037866] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.038244] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.038417] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.038615] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port f6bb59f2-4f95-407c-af74-7f4ba9467433 not found, creating... [ 989.038833] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.038994] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.039178] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.039436] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.039679] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.040069] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.040219] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.040341] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.040558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.040701] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.040862] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: f6bb59f2-4f95-407c-af74-7f4ba9467433 is going to be created. [ 989.075317] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.075497] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.075556] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.075826] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.076082] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.076386] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-f6bb59f2-4f95-407c-af74-7f4ba9467433" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.757370] env[63332]: INFO networking_nsxv3.common.synchronization [req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 req-6ea23fde-ce50-462b-8680-e05519a086cc service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 989.757669] env[63332]: INFO networking_nsxv3.common.synchronization [req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 req-6ea23fde-ce50-462b-8680-e05519a086cc service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 989.757812] env[63332]: INFO networking_nsxv3.common.synchronization [req-d32fb4c1-f448-405b-b469-45ae7c6a3d94 req-6ea23fde-ce50-462b-8680-e05519a086cc service nova] Enqueued Resource ID: f6bb59f2-4f95-407c-af74-7f4ba9467433 with Priority: HIGHEST for action port [ 989.758048] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 989.758169] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 989.758277] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb59f2-4f95-407c-af74-7f4ba9467433 with Priority: HIGHEST for action port [ 989.759100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.759249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.759318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.759522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.759602] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.760440] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.760539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.760726] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6bb59f2-4f95-407c-af74-7f4ba9467433 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.760818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6bb59f2-4f95-407c-af74-7f4ba9467433" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.760880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6bb59f2-4f95-407c-af74-7f4ba9467433" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.761053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6bb59f2-4f95-407c-af74-7f4ba9467433" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.761127] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6bb59f2-4f95-407c-af74-7f4ba9467433',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.263600] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.263600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.263600] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6bb59f2-4f95-407c-af74-7f4ba9467433 with status ACTIVE [ 990.264272] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.264272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.264272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.264272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.264272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.264475] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.264636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.264701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.264900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.265017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.265219] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.265294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.265446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.265556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.265606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.265677] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6bb59f2-4f95-407c-af74-7f4ba9467433 is going to be updated. [ 990.287908] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.288143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.288143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.288282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.288477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.288675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6bb59f2-4f95-407c-af74-7f4ba9467433" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.648555] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 990.648746] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 990.648861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.649037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.649258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.649442] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.649564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.649632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.649777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.649862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.649956] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.152424] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.180708] env[63332]: INFO networking_nsxv3.common.synchronization [req-ca6232c4-c3f3-429c-bf09-4e2c5f57c987 req-0470ec75-109b-4f1d-9173-6f7e16025563 tempest-MigrationsAdminTest-1937420276 tempest-MigrationsAdminTest-1937420276-project-member] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 991.181204] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGHEST for action security_group_members [ 991.181513] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.181637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.181704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.182683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.184233] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.184384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.188118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.188362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.188462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.188566] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.658663] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.690559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.690777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.690916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.691232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.715087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.715355] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.715503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.715598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.715846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.715938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.716068] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be updated. [ 991.749180] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.749180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.749180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.749180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.749180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.757112] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: IN_PROGRESS for 2s [ 992.160834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.161215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.161256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.163754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.163754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.163754] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 992.201627] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.201868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.201868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.202113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.202562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.212490] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 993.028594] env[63332]: INFO networking_nsxv3.common.synchronization [req-3fb2b277-ffe5-45a0-97af-f4857996f9ba req-086d0445-6644-4291-b2b9-bef0464f4a20 tempest-ServersWithSpecificFlavorTestJSON-1622923635 tempest-ServersWithSpecificFlavorTestJSON-1622923635-project-member] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 993.029142] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGHEST for action security_group_members [ 993.029454] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.029578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.029646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.029843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.029989] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.030296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.030568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.030712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.030831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.030948] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.533661] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.533993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.533993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.533993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.534204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.534535] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.534535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.534535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.534958] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.534958] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.534958] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 is going to be updated. [ 993.566267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.572225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.572225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.572225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.572225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.581017] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: IN_PROGRESS for 2s [ 993.769840] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 in Status: SUCCESS [ 993.770274] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 deletion is rescheduled due to dependency. [ 993.770510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.223558] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 994.223743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.223889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.224208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.224410] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.224539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.224601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.224754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.224843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.224953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.225068] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.732840] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.732840] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.732840] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.732840] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.732840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.733669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.733669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.733669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.733669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.733669] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.235499] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b03d21-f52e-4f16-b493-66a9cf8445a3: rpc.has_security_group_logging(os_id): False [ 995.256050] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.256360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.256464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.256706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.256802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.257063] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.257191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.257619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.257619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.257619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.257753] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.257979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.257979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.258128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.258207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.258411] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.258523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.258609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.258737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.259199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.259199] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 995.329194] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.329369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.329479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.329892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.330203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.345449] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 995.592522] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 in Status: SUCCESS [ 995.592702] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 deletion is rescheduled due to dependency. [ 995.592832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.360256] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 997.360573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.423849] env[63332]: INFO networking_nsxv3.common.synchronization [None req-689402ea-7346-4682-9d86-e3625ac70cc6 None None] Enqueued Resource ID: 3a7eebc3-578b-432c-96ba-814a57fe61a5 with Priority: HIGHEST for action port [ 997.423849] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7eebc3-578b-432c-96ba-814a57fe61a5 with Priority: HIGHEST for action port [ 997.423849] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a7eebc3-578b-432c-96ba-814a57fe61a5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.423849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a7eebc3-578b-432c-96ba-814a57fe61a5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.423849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a7eebc3-578b-432c-96ba-814a57fe61a5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.426285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a7eebc3-578b-432c-96ba-814a57fe61a5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.426285] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a7eebc3-578b-432c-96ba-814a57fe61a5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.932149] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a7eebc3-578b-432c-96ba-814a57fe61a5 [ 997.932488] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.932633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.932701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.932923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.933023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.933121] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a7eebc3-578b-432c-96ba-814a57fe61a5 already deleted. [ 997.933204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a7eebc3-578b-432c-96ba-814a57fe61a5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.917631] env[63332]: INFO networking_nsxv3.common.synchronization [req-abdfe628-9a7a-4263-ac44-1bc4a1a120f8 req-8dee2fe8-a6fd-4d57-b415-53d2df7c6b40 tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 998.918200] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 998.918542] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.918672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.918737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.918934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.923418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.923418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.923418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.923418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.923619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.923619] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.426445] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.930659] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.434929] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.435270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.435352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.435603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.435928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.435928] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 1000.470892] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.471015] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.471072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.471267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.471410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.483648] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 1000.555490] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ebb171fe-0243-4376-b45a-38e204ca99f1 None None] Enqueued Resource ID: ce7eba5d-b31a-408c-8510-659e28239f1b with Priority: HIGHEST for action port [ 1000.555490] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7eba5d-b31a-408c-8510-659e28239f1b with Priority: HIGHEST for action port [ 1000.555979] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce7eba5d-b31a-408c-8510-659e28239f1b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.556123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce7eba5d-b31a-408c-8510-659e28239f1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.556193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce7eba5d-b31a-408c-8510-659e28239f1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.556441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce7eba5d-b31a-408c-8510-659e28239f1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.556520] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7eba5d-b31a-408c-8510-659e28239f1b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.857810] env[63332]: INFO networking_nsxv3.common.synchronization [None req-c117e151-ba1a-4dc7-91f5-f508e9f7f696 None None] Enqueued Resource ID: cfa9ec4f-6a18-418e-947c-a691d176e4fd with Priority: HIGHEST for action port [ 1000.859603] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa9ec4f-6a18-418e-947c-a691d176e4fd with Priority: HIGHEST for action port [ 1000.864657] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa9ec4f-6a18-418e-947c-a691d176e4fd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.864657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa9ec4f-6a18-418e-947c-a691d176e4fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.864657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa9ec4f-6a18-418e-947c-a691d176e4fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.864657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa9ec4f-6a18-418e-947c-a691d176e4fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.864657] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa9ec4f-6a18-418e-947c-a691d176e4fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.063734] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce7eba5d-b31a-408c-8510-659e28239f1b [ 1001.063734] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.063734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.063734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.063734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.063734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.063734] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce7eba5d-b31a-408c-8510-659e28239f1b already deleted. [ 1001.063734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce7eba5d-b31a-408c-8510-659e28239f1b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.366815] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfa9ec4f-6a18-418e-947c-a691d176e4fd [ 1001.367318] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.367476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.367639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.367973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.368104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.372971] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfa9ec4f-6a18-418e-947c-a691d176e4fd already deleted. [ 1001.373188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa9ec4f-6a18-418e-947c-a691d176e4fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.497487] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 1002.497828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.385965] env[63332]: INFO networking_nsxv3.common.synchronization [None req-cc18b7a9-9067-421f-a4cf-a9332a994006 None None] Enqueued Resource ID: 8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1 with Priority: HIGHEST for action port [ 1003.386559] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1 with Priority: HIGHEST for action port [ 1003.386867] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.386985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.387573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.387878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.388024] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.509576] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1b995001-ceae-4f72-8db3-f542547ce8e1 None None] Enqueued Resource ID: 49ce24a2-475a-415a-abaa-9367144bbb8a with Priority: HIGHEST for action port [ 1003.509856] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce24a2-475a-415a-abaa-9367144bbb8a with Priority: HIGHEST for action port [ 1003.510434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-49ce24a2-475a-415a-abaa-9367144bbb8a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.510558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49ce24a2-475a-415a-abaa-9367144bbb8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.510624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49ce24a2-475a-415a-abaa-9367144bbb8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.510882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49ce24a2-475a-415a-abaa-9367144bbb8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.510962] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ce24a2-475a-415a-abaa-9367144bbb8a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.890919] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1 [ 1003.890919] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.891163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.891163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.891524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.891524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.892607] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1 already deleted. [ 1003.892607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8adbd251-04f9-40e0-8bdf-5f2ba6cfe1c1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.015750] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49ce24a2-475a-415a-abaa-9367144bbb8a [ 1004.015986] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.016142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.016329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.016437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.016527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.016624] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49ce24a2-475a-415a-abaa-9367144bbb8a already deleted. [ 1004.016707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49ce24a2-475a-415a-abaa-9367144bbb8a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.328419] env[63332]: INFO networking_nsxv3.common.synchronization [None req-bb10e860-e6d2-4a58-a174-9face73122c6 None None] Enqueued Resource ID: fcaaea81-66f3-4558-9453-875ff6dd7882 with Priority: HIGHEST for action port [ 1005.328419] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaaea81-66f3-4558-9453-875ff6dd7882 with Priority: HIGHEST for action port [ 1005.335377] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcaaea81-66f3-4558-9453-875ff6dd7882 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.335377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcaaea81-66f3-4558-9453-875ff6dd7882" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.335377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcaaea81-66f3-4558-9453-875ff6dd7882" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.335377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcaaea81-66f3-4558-9453-875ff6dd7882" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.335377] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcaaea81-66f3-4558-9453-875ff6dd7882',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.840585] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcaaea81-66f3-4558-9453-875ff6dd7882 [ 1005.840585] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.840585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.840585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.840585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.840585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.840585] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcaaea81-66f3-4558-9453-875ff6dd7882 already deleted. [ 1005.840585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcaaea81-66f3-4558-9453-875ff6dd7882" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.058852] env[63332]: INFO networking_nsxv3.common.synchronization [None req-d00cdc7f-8fea-487c-872d-bf1463a9e9d8 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1006.059430] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1006.059743] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.060585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.060585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.061011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.061011] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.152029] env[63332]: INFO networking_nsxv3.common.synchronization [None req-434f6c93-5bd2-48ac-83d1-0231127e6d2c tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1006.152533] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1006.152847] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.152955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.240494] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0b7b4bc4-abbe-48b3-87af-1e0e8f7270f8 None None] Enqueued Resource ID: 0bb9129c-c490-43f2-8b57-b6b660761528 with Priority: HIGHEST for action port [ 1006.241218] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb9129c-c490-43f2-8b57-b6b660761528 with Priority: HIGHEST for action port [ 1006.241307] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb9129c-c490-43f2-8b57-b6b660761528 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.241427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb9129c-c490-43f2-8b57-b6b660761528" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.241490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb9129c-c490-43f2-8b57-b6b660761528" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.241738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb9129c-c490-43f2-8b57-b6b660761528" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.241812] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb9129c-c490-43f2-8b57-b6b660761528',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.589036] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.589036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.589036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.589036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.589036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.589036] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 already deleted. [ 1006.589036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.589036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.589036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.589036] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.679200] env[63332]: INFO networking_nsxv3.common.synchronization [req-5d7bd245-1481-43b1-a019-028a1d0d1d6a req-76972e8c-4600-41e9-a3f5-6d7730c746b3 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1006.679200] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1006.679200] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.679200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.679200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.679476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.679476] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.679564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.679627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.679775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.680448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.683112] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.745632] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bb9129c-c490-43f2-8b57-b6b660761528 [ 1006.745962] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.746147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.746319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.746579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.746675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.746777] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bb9129c-c490-43f2-8b57-b6b660761528 already deleted. [ 1006.746879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb9129c-c490-43f2-8b57-b6b660761528" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.011597] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.011810] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.011942] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.013489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.013489] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.013489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.013489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.013489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.013741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.013741] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.014794] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.014794] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.014794] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.014794] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.014794] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.014794] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.036849] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.037056] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.037203] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.037383] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.037703] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-38b4b916-b53e-40e1-acb4-2e8b06999d83 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.037873] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-38b4b916-b53e-40e1-acb4-2e8b06999d83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.037995] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-38b4b916-b53e-40e1-acb4-2e8b06999d83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.038433] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-38b4b916-b53e-40e1-acb4-2e8b06999d83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.038569] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b4b916-b53e-40e1-acb4-2e8b06999d83',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.109607] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.109607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.109607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.109607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.109607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.109607] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 already deleted. [ 1007.109607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.185772] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.541685] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.541949] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.542127] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.542449] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.542606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.542774] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 38b4b916-b53e-40e1-acb4-2e8b06999d83 not found, creating... [ 1007.543109] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.544163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.544163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.544163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.544163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.544163] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.544407] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.544407] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.544623] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.544765] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.544920] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 38b4b916-b53e-40e1-acb4-2e8b06999d83 is going to be created. [ 1007.577359] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.578024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.578024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.578024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.578287] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.578502] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-38b4b916-b53e-40e1-acb4-2e8b06999d83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.688657] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.824671] env[63332]: INFO networking_nsxv3.common.synchronization [None req-f015d57d-f757-42ff-957b-168de1fdc9af None None] Enqueued Resource ID: 43f8357d-e558-4115-a21d-bc7a84440d6e with Priority: HIGHEST for action port [ 1007.825357] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f8357d-e558-4115-a21d-bc7a84440d6e with Priority: HIGHEST for action port [ 1007.825744] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f8357d-e558-4115-a21d-bc7a84440d6e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.825883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f8357d-e558-4115-a21d-bc7a84440d6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.825976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f8357d-e558-4115-a21d-bc7a84440d6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.827476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f8357d-e558-4115-a21d-bc7a84440d6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.827551] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f8357d-e558-4115-a21d-bc7a84440d6e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.193511] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.193709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.193779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.194223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.194223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.194223] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1008.247262] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.247427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.247494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.247699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.247840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.262628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1008.322992] env[63332]: INFO networking_nsxv3.common.synchronization [req-5d7bd245-1481-43b1-a019-028a1d0d1d6a req-a3c969bb-67b1-4097-91d5-49ce67d83a0a service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 1008.323632] env[63332]: INFO networking_nsxv3.common.synchronization [req-5d7bd245-1481-43b1-a019-028a1d0d1d6a req-a3c969bb-67b1-4097-91d5-49ce67d83a0a service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1008.323998] env[63332]: INFO networking_nsxv3.common.synchronization [req-5d7bd245-1481-43b1-a019-028a1d0d1d6a req-a3c969bb-67b1-4097-91d5-49ce67d83a0a service nova] Enqueued Resource ID: 38b4b916-b53e-40e1-acb4-2e8b06999d83 with Priority: HIGHEST for action port [ 1008.324808] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 1008.325105] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1008.325995] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b4b916-b53e-40e1-acb4-2e8b06999d83 with Priority: HIGHEST for action port [ 1008.326947] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.326947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.326947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.327101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.327144] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.329153] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.329153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.329153] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b4b916-b53e-40e1-acb4-2e8b06999d83 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.329318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b4b916-b53e-40e1-acb4-2e8b06999d83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.329318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b4b916-b53e-40e1-acb4-2e8b06999d83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.329506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b4b916-b53e-40e1-acb4-2e8b06999d83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.329594] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b4b916-b53e-40e1-acb4-2e8b06999d83',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.330909] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43f8357d-e558-4115-a21d-bc7a84440d6e [ 1008.331096] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.331689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.331689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.331689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.331689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.331689] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43f8357d-e558-4115-a21d-bc7a84440d6e already deleted. [ 1008.331880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f8357d-e558-4115-a21d-bc7a84440d6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.831930] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.832250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.832419] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38b4b916-b53e-40e1-acb4-2e8b06999d83 with status ACTIVE [ 1008.832637] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.833147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.833147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.833147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.833147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.833370] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.833423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.833576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.833729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.833825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.834040] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.834192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.834252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.834403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.834479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.834563] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38b4b916-b53e-40e1-acb4-2e8b06999d83 is going to be updated. [ 1008.856369] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.856520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.856590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.856802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.856990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.857137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b4b916-b53e-40e1-acb4-2e8b06999d83" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.271055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1010.271055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.271055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.271437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.271437] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.271535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.271605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.271787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.271872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.271968] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.773976] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.276628] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.780841] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.780841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.780841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.780841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.780841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.780841] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1011.811039] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.811039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.811039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.811039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.811039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.820778] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1013.327169] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1013.327466] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1013.833117] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1013.833383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.833670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.833971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.834433] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.834433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.834559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.834733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.834917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.834955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.835089] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.339216] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.339216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.339216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.339216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.339216] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.339216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.339216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.339216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.340436] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.340436] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.340436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.340436] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.843208] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29: rpc.has_security_group_logging(os_id): False [ 1014.862553] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.862757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.862814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.863034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.863133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.863336] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.863432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.863495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.863642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.863719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.863917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.864020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.864171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.864243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.864325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.864504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.864596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.864656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.864793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.864867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.864950] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1014.937887] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.938100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.938100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.938411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.938516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.954022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1015.190125] env[63332]: INFO networking_nsxv3.common.synchronization [req-1d0dcb59-570d-4ef3-8952-eec69f82063d req-2ca5b410-cd0d-44a8-9842-2b3ba14e9364 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1015.190928] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1015.191626] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.191760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.191834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.192176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.192298] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.192404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.192470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.192660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.192768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.192867] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.644303] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.644810] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.644908] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.645277] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.645624] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.645867] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.646082] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.647102] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.647102] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.647102] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.647355] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.647599] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.647777] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.647991] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.648208] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.651076] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.672444] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.672631] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.672780] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.672972] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.673367] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-56bdd886-da38-4f0c-99f4-6a66e928d700 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.673583] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-56bdd886-da38-4f0c-99f4-6a66e928d700" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.673710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-56bdd886-da38-4f0c-99f4-6a66e928d700" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.674073] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-56bdd886-da38-4f0c-99f4-6a66e928d700" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.674389] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56bdd886-da38-4f0c-99f4-6a66e928d700',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.695240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.695438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.695500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.695938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.696053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.696276] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.696383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.696423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.696604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.696682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.696769] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de already deleted. [ 1015.696849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.176880] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.177153] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.177276] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.177569] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.177725] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.177900] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 56bdd886-da38-4f0c-99f4-6a66e928d700 not found, creating... [ 1016.178193] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.178363] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.178486] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.178712] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.178859] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.179174] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.179376] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.179509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.179733] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.179876] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.180041] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 56bdd886-da38-4f0c-99f4-6a66e928d700 is going to be created. [ 1016.203405] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.203723] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.203876] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.204298] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.204552] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.204830] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-56bdd886-da38-4f0c-99f4-6a66e928d700" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.969403] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1016.969703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.031495] env[63332]: INFO networking_nsxv3.common.synchronization [req-1d0dcb59-570d-4ef3-8952-eec69f82063d req-3101e102-66e6-439b-9ebe-a16474ef9dc5 service nova] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 1017.031765] env[63332]: INFO networking_nsxv3.common.synchronization [req-1d0dcb59-570d-4ef3-8952-eec69f82063d req-3101e102-66e6-439b-9ebe-a16474ef9dc5 service nova] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1017.031965] env[63332]: INFO networking_nsxv3.common.synchronization [req-1d0dcb59-570d-4ef3-8952-eec69f82063d req-3101e102-66e6-439b-9ebe-a16474ef9dc5 service nova] Enqueued Resource ID: 56bdd886-da38-4f0c-99f4-6a66e928d700 with Priority: HIGHEST for action port [ 1017.032761] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 1017.032907] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1017.033015] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bdd886-da38-4f0c-99f4-6a66e928d700 with Priority: HIGHEST for action port [ 1017.037290] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.037418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.037488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.037692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.037774] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.038641] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.038755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.038821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.039228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.039228] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.039305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.039456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.039456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.039556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.039690] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.044023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-56bdd886-da38-4f0c-99f4-6a66e928d700 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.044023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56bdd886-da38-4f0c-99f4-6a66e928d700" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.044023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56bdd886-da38-4f0c-99f4-6a66e928d700" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.044023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56bdd886-da38-4f0c-99f4-6a66e928d700" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.044023] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56bdd886-da38-4f0c-99f4-6a66e928d700',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.542798] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.542930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.544284] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56bdd886-da38-4f0c-99f4-6a66e928d700 with status ACTIVE [ 1017.544477] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.544587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.544649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.544883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.544976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.545162] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.545529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.545529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.545529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.545529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.545737] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.545788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.545860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.545967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.546050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.546179] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56bdd886-da38-4f0c-99f4-6a66e928d700 is going to be updated. [ 1017.549128] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.569246] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.569428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.569470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.569668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.569805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.569965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56bdd886-da38-4f0c-99f4-6a66e928d700" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.049562] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.557881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.557881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.557881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.557881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.557881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.557881] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be created. [ 1018.587883] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.587883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.587883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.587883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.587883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.605262] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: UNINITIALIZED for 2s [ 1018.912786] env[63332]: INFO networking_nsxv3.common.synchronization [None req-301e9628-ab44-405e-bd9b-12ace512e9ce None None] Enqueued Resource ID: 6a630a43-9aa3-480e-b995-4ec4eb736cde with Priority: HIGHEST for action port [ 1018.913629] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a630a43-9aa3-480e-b995-4ec4eb736cde with Priority: HIGHEST for action port [ 1018.914944] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a630a43-9aa3-480e-b995-4ec4eb736cde taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.915291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a630a43-9aa3-480e-b995-4ec4eb736cde" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.915515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a630a43-9aa3-480e-b995-4ec4eb736cde" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.916158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a630a43-9aa3-480e-b995-4ec4eb736cde" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.916389] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a630a43-9aa3-480e-b995-4ec4eb736cde',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.419620] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a630a43-9aa3-480e-b995-4ec4eb736cde [ 1019.419980] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.420164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.420273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.420525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.420671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.420803] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a630a43-9aa3-480e-b995-4ec4eb736cde already deleted. [ 1019.420927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a630a43-9aa3-480e-b995-4ec4eb736cde" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.478085] env[63332]: INFO networking_nsxv3.common.synchronization [None req-259a8baf-a16c-417f-9560-8f067a4bed35 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Enqueued Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_rules [ 1020.478771] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_rules [ 1020.479220] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.479220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.479428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.479608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.479712] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.576231] env[63332]: INFO networking_nsxv3.common.synchronization [None req-47572d1b-e2c8-4a51-8714-bea6c65960a8 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Enqueued Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_rules [ 1020.576753] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_rules [ 1020.577752] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.577752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.620313] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1020.620573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.620573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.620999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.620999] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.621377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.621377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.621589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.622944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.622944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.622944] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.005892] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.006160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.006448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.006546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.006590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.006667] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d already deleted. [ 1021.006756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.006911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.007096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.007180] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.125258] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.191685] env[63332]: INFO networking_nsxv3.common.synchronization [None req-c9eb3842-a710-40bb-ab66-49aea9b94eed None None] Enqueued Resource ID: 812a96d6-066c-48a0-85ec-b99487768040 with Priority: HIGHEST for action port [ 1021.192073] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 812a96d6-066c-48a0-85ec-b99487768040 with Priority: HIGHEST for action port [ 1021.192424] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-812a96d6-066c-48a0-85ec-b99487768040 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.192557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-812a96d6-066c-48a0-85ec-b99487768040" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.192624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-812a96d6-066c-48a0-85ec-b99487768040" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.194857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-812a96d6-066c-48a0-85ec-b99487768040" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.194970] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('812a96d6-066c-48a0-85ec-b99487768040',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.530929] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.530929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.530929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.530929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.530929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.530929] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d already deleted. [ 1021.530929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.627789] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18ab17b-9a49-41ce-b194-dadec741c3de: rpc.has_security_group_logging(os_id): False [ 1021.653935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.653935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.653935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.653935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.653935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.653935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.653935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.653935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.653935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.653935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.653935] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be created. [ 1021.698602] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 812a96d6-066c-48a0-85ec-b99487768040 [ 1021.698602] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.698602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.698602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.698932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.699613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.699733] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:812a96d6-066c-48a0-85ec-b99487768040 already deleted. [ 1021.699733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-812a96d6-066c-48a0-85ec-b99487768040" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.747067] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.747067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.747067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.747067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.747067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.756488] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1022.787802] env[63332]: INFO networking_nsxv3.common.synchronization [req-17e1d0a2-2795-48c8-91bc-313d646bf8de req-0b64ef2c-837b-4873-b51e-69873d9b1150 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1022.789116] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1022.789489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.789614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.789681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.790020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.790200] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.790308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.790368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.790537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.790624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.790835] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.096422] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.096711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.096887] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.097549] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.097549] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.097549] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.097722] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.098149] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.098314] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.098532] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.098648] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.098760] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.098872] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.100526] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.100526] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.100526] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.122017] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.122282] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.122472] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.122707] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.124057] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-6a55d3ab-57fc-493b-85a2-48539af9a541 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.124057] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-6a55d3ab-57fc-493b-85a2-48539af9a541" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.124057] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-6a55d3ab-57fc-493b-85a2-48539af9a541" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.124746] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-6a55d3ab-57fc-493b-85a2-48539af9a541" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.124962] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a55d3ab-57fc-493b-85a2-48539af9a541',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.295103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.295317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.295489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.295705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.295914] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.296121] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.296275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.296505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.296668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.296922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.297079] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f already deleted. [ 1023.297195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.627414] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.627903] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.630021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.630021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.630021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.630021] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 6a55d3ab-57fc-493b-85a2-48539af9a541 not found, creating... [ 1023.630021] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.630021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.630021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.630021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.630021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.630873] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.631196] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.631425] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.631741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.631990] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.632258] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 6a55d3ab-57fc-493b-85a2-48539af9a541 is going to be created. [ 1023.654367] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.657086] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.657086] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.657086] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.657086] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.657086] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-6a55d3ab-57fc-493b-85a2-48539af9a541" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.775046] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1023.775046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.426249] env[63332]: INFO networking_nsxv3.common.synchronization [req-17e1d0a2-2795-48c8-91bc-313d646bf8de req-596179e7-74f7-418c-9cee-a5aff932d446 service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1024.426249] env[63332]: INFO networking_nsxv3.common.synchronization [req-17e1d0a2-2795-48c8-91bc-313d646bf8de req-596179e7-74f7-418c-9cee-a5aff932d446 service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1024.426249] env[63332]: INFO networking_nsxv3.common.synchronization [req-17e1d0a2-2795-48c8-91bc-313d646bf8de req-596179e7-74f7-418c-9cee-a5aff932d446 service nova] Enqueued Resource ID: 6a55d3ab-57fc-493b-85a2-48539af9a541 with Priority: HIGHEST for action port [ 1024.426669] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1024.426779] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1024.426956] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a55d3ab-57fc-493b-85a2-48539af9a541 with Priority: HIGHEST for action port [ 1024.427268] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.427467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.427550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.428034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.428034] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.428862] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.428979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.429048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.429230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.429398] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.429509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.429570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.429863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.429863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.430426] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.431427] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a55d3ab-57fc-493b-85a2-48539af9a541 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.431601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a55d3ab-57fc-493b-85a2-48539af9a541" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.431669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a55d3ab-57fc-493b-85a2-48539af9a541" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.431824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a55d3ab-57fc-493b-85a2-48539af9a541" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.431900] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a55d3ab-57fc-493b-85a2-48539af9a541',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.934275] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a55d3ab-57fc-493b-85a2-48539af9a541 with status ACTIVE [ 1024.934275] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.934441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.934441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.934700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.934844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.935135] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.935673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.935673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.935673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.935835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.936055] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.936222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.936303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.936460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.936536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.936625] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a55d3ab-57fc-493b-85a2-48539af9a541 is going to be updated. [ 1024.937846] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.937937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.938493] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.959547] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.959547] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.959729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.959890] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.960091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.960259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a55d3ab-57fc-493b-85a2-48539af9a541" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.266980] env[63332]: INFO networking_nsxv3.common.synchronization [req-d0731c90-45c8-4553-abb1-bf1636f48d24 req-65ad5e5c-23b0-4e27-af7d-1cf6f6ec962b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_members [ 1025.267680] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_members [ 1025.268136] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c19db3-81a5-495d-9d82-4f9ef2510b66 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.268253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.268341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.268664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.268870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.269000] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.269098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.269305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.269585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.269585] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.440531] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.623279] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.623496] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.623626] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.623900] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.624169] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.625181] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.625181] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.625181] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.625181] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.625181] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.625487] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.625487] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.625572] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.626126] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.626126] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.626126] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.652339] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.652556] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.652712] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.652906] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.653255] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-867f85c8-94ba-471d-867a-c07b8f4311d5 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.653431] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-867f85c8-94ba-471d-867a-c07b8f4311d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.653554] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-867f85c8-94ba-471d-867a-c07b8f4311d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.653880] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-867f85c8-94ba-471d-867a-c07b8f4311d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.654036] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('867f85c8-94ba-471d-867a-c07b8f4311d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.772079] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.772239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.772340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.772576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.772678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.772877] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.772973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.773044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.773190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.773271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.773357] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 already deleted. [ 1025.773437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.943082] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.943291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.943291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.943448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.943540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.943642] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be created. [ 1025.970464] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.970614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.970688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.970903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.971085] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.981266] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: UNINITIALIZED for 2s [ 1026.157043] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.157409] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.157597] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.157982] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.158204] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.158459] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 867f85c8-94ba-471d-867a-c07b8f4311d5 not found, creating... [ 1026.158811] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.158992] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.159209] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.159753] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.160000] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.160472] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.160724] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.160930] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.161290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.161526] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.161758] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 867f85c8-94ba-471d-867a-c07b8f4311d5 is going to be created. [ 1026.186654] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.186874] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.187105] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.187537] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.187934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.188328] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-867f85c8-94ba-471d-867a-c07b8f4311d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.940872] env[63332]: INFO networking_nsxv3.common.synchronization [req-d0731c90-45c8-4553-abb1-bf1636f48d24 req-44a837bf-4811-43f9-91ac-b13234e2e760 service nova] Enqueued Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_rules [ 1026.941320] env[63332]: INFO networking_nsxv3.common.synchronization [req-d0731c90-45c8-4553-abb1-bf1636f48d24 req-44a837bf-4811-43f9-91ac-b13234e2e760 service nova] Enqueued Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_members [ 1026.941370] env[63332]: INFO networking_nsxv3.common.synchronization [req-d0731c90-45c8-4553-abb1-bf1636f48d24 req-44a837bf-4811-43f9-91ac-b13234e2e760 service nova] Enqueued Resource ID: 867f85c8-94ba-471d-867a-c07b8f4311d5 with Priority: HIGHEST for action port [ 1026.942205] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_rules [ 1026.942492] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_members [ 1026.942734] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867f85c8-94ba-471d-867a-c07b8f4311d5 with Priority: HIGHEST for action port [ 1026.943315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.943598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.943744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.944162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.944315] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.945835] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c19db3-81a5-495d-9d82-4f9ef2510b66 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.946040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.946173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.946461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.946797] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.946957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.947113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.947324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.947451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.947576] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.948543] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-867f85c8-94ba-471d-867a-c07b8f4311d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.948743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-867f85c8-94ba-471d-867a-c07b8f4311d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.948857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-867f85c8-94ba-471d-867a-c07b8f4311d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.949139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-867f85c8-94ba-471d-867a-c07b8f4311d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.949287] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('867f85c8-94ba-471d-867a-c07b8f4311d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.451336] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c19db3-81a5-495d-9d82-4f9ef2510b66 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.451593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.451673] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.452723] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 867f85c8-94ba-471d-867a-c07b8f4311d5 with status ACTIVE [ 1027.452914] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.453048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.453121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.453373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.453455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.453638] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.453734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.453791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.453966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.454133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.454381] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.454492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.454545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.454686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.454757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.454851] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 867f85c8-94ba-471d-867a-c07b8f4311d5 is going to be updated. [ 1027.480134] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.480303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.480378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.480593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.480733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.480895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-867f85c8-94ba-471d-867a-c07b8f4311d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.957276] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.997028] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1027.997028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.997028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.997028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.997028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.997028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.997028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.997028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.997028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.997028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.997028] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.459560] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.460280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.460280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.460280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.460280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.460280] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 is going to be created. [ 1028.485750] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.485936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.486029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.486248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.486430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.496747] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 in Status: UNINITIALIZED for 2s [ 1028.499092] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.499224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.499290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.499496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.499675] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.499765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.499820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.499976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.500076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.500161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.500299] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.500387] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.500444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.500580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.500711] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.500797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.500854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.500994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.501324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.501324] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.503091] env[63332]: INFO networking_nsxv3.common.synchronization [req-7f43d03b-74eb-49f6-8b93-7e60a98d14ef req-c4c0a880-f9a0-4e8a-9b15-c603293d6ca9 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1028.503844] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1028.504154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.504350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.504424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.504565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.504704] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.504795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.507017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.507017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.507017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.507017] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.683864] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.683864] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.683864] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683864] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.684266] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.684266] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.684266] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.684845] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.684845] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.685042] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.685042] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.685146] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.685195] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.685298] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.687528] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.687528] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.704913] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.704913] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.704913] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.704913] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.705154] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.705154] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.705261] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.705587] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.705724] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492ff38a-c178-4070-9fdc-7f4e1fa80c6e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.006279] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbdc6d-412a-4bf6-bafa-4b1263f2348f: rpc.has_security_group_logging(os_id): False [ 1029.009305] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.026155] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.026155] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.026155] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.026155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.030017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.030017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.030017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.030017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.030017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.030017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.030017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.030017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.030017] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be created. [ 1029.098765] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.098765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.098765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.098765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.098765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.118239] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1029.210991] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.210991] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.211175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.212204] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.212204] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.212204] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.212204] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.212204] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.212547] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.212547] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.212811] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.212978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.213146] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.213376] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.213521] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.213685] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e is going to be updated. [ 1029.243893] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.244176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.244868] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.244868] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.244868] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.245741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.510682] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.863394] env[63332]: INFO networking_nsxv3.common.synchronization [req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 req-773b8abd-eff7-43e7-a388-ef07174d71e7 service nova] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_rules [ 1029.863591] env[63332]: INFO networking_nsxv3.common.synchronization [req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 req-773b8abd-eff7-43e7-a388-ef07174d71e7 service nova] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_members [ 1029.863734] env[63332]: INFO networking_nsxv3.common.synchronization [req-ebfa3d05-17ce-45ab-a80a-f445b8b860f1 req-773b8abd-eff7-43e7-a388-ef07174d71e7 service nova] Enqueued Resource ID: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e with Priority: HIGHEST for action port [ 1029.863975] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_rules [ 1029.864119] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_members [ 1029.864212] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e with Priority: HIGHEST for action port [ 1029.864874] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.865010] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.866790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.867093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.868089] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.868089] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.868258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.868258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.868465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.868582] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.869591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.869591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.869591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.869591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.869591] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.870267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.870267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.870367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.871026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.871026] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492ff38a-c178-4070-9fdc-7f4e1fa80c6e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.013250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.013548] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.013548] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.013742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.013810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.013869] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1030.045238] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.045515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.045515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.045713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.045800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.054837] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1030.372698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.372905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.373079] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.377077] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 492ff38a-c178-4070-9fdc-7f4e1fa80c6e with status ACTIVE [ 1030.377296] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.377436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.377521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.377836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.377836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.378018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.378135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.378219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.378688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.378688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.378688] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.379043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.379043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.379182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.379182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.379313] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 492ff38a-c178-4070-9fdc-7f4e1fa80c6e is going to be updated. [ 1030.406161] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.406161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.406161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.406161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.406161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.406161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-492ff38a-c178-4070-9fdc-7f4e1fa80c6e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.511730] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 in Status: SUCCESS [ 1030.511730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.511730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.511730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.511730] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.511730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.511730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.511730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.512271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.512271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.512271] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.875733] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.013772] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.131102] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1031.131442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.378271] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.378535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.378535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.378861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.378861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.378992] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df is going to be updated. [ 1031.421687] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.421988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.422191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.422492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.422781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.444892] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: IN_PROGRESS for 2s [ 1031.516673] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6c19db3-81a5-495d-9d82-4f9ef2510b66: rpc.has_security_group_logging(os_id): False [ 1031.546961] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.547302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.547433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.547813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.548055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.548542] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.548760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.548900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.549200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.549367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.549528] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 is going to be created. [ 1031.622468] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.622468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.622735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.622804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.622944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.638440] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 in Status: IN_PROGRESS for 2s [ 1032.069328] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1032.069328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.456785] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: SUCCESS [ 1033.457155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.457198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.457403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.457598] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.457715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.457777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.458022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.458022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.458104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.458169] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.653117] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 in Status: SUCCESS [ 1033.653299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.961648] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.464106] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705b3697-849a-4a2f-8073-708a5d4f33df: rpc.has_security_group_logging(os_id): False [ 1034.484977] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.484977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.484977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.485724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.509816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.509816] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.511117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.511235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.511477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.512064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.512064] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df is going to be updated. [ 1034.580445] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.580638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.580691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.580975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.581161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.594101] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: IN_PROGRESS for 2s [ 1034.866030] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1034.866030] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1035.918049] env[63332]: INFO networking_nsxv3.common.synchronization [req-f9e7f8c9-bf0b-4878-b62b-2d390d09aa89 req-2fb4a173-23a0-443f-ac45-7ff33c9b2e9b tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1035.918856] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1035.919393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.919580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.919684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.920038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.920293] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.920917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.920917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.920917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.921163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.921163] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.428158] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.428357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.428738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.428996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.429106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.430387] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.430546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.430674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.431432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.431432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.431432] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1036.467587] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.467587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.467587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.467885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.467885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.486229] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1036.609164] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: SUCCESS [ 1036.609164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.349560] env[63332]: INFO networking_nsxv3.common.synchronization [req-ffcc7c07-d9f9-45cc-9437-fa2af11ad7eb req-71c1cc64-600b-40b5-b331-9c5d23e9518c tempest-ServersAdminTestJSON-1632487422 tempest-ServersAdminTestJSON-1632487422-project-member] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 1037.350909] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGHEST for action security_group_members [ 1037.350909] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.350909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.350909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.351184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.351453] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.351581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.351640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.351853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.351930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.352086] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.857660] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.857902] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.857985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.858240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.880507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.880804] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.880909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.880968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.881333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.881333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.881422] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be updated. [ 1037.915066] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.915420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.915610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.916038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.916295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.926706] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: IN_PROGRESS for 2s [ 1038.221565] env[63332]: INFO networking_nsxv3.common.synchronization [None req-d43cea74-b66f-426c-8cac-3b9d8afc3f24 None None] Enqueued Resource ID: 476621ca-b6e6-477a-86be-a9e8b39ce67d with Priority: HIGHEST for action port [ 1038.222198] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476621ca-b6e6-477a-86be-a9e8b39ce67d with Priority: HIGHEST for action port [ 1038.222638] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-476621ca-b6e6-477a-86be-a9e8b39ce67d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.222770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-476621ca-b6e6-477a-86be-a9e8b39ce67d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.222842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-476621ca-b6e6-477a-86be-a9e8b39ce67d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.224671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-476621ca-b6e6-477a-86be-a9e8b39ce67d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.224785] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476621ca-b6e6-477a-86be-a9e8b39ce67d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.505517] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1038.505517] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1038.505517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.729138] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 476621ca-b6e6-477a-86be-a9e8b39ce67d [ 1038.730634] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.730634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.730634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.730634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.730634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.730634] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:476621ca-b6e6-477a-86be-a9e8b39ce67d already deleted. [ 1038.730634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-476621ca-b6e6-477a-86be-a9e8b39ce67d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.951522] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 in Status: SUCCESS [ 1039.951808] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 deletion is rescheduled due to dependency. [ 1039.951858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.101391] env[63332]: INFO networking_nsxv3.common.synchronization [req-66882974-50b6-47ae-82e7-3e0dbe0d685c req-08d2d2de-fbeb-4d59-9457-bf008b9d1225 tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Enqueued Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGHEST for action security_group_members [ 1040.101689] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGHEST for action security_group_members [ 1040.102024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-81081705-813a-4c37-b972-5e185eaca139 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.102468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.102468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.103127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.103330] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.103466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.103546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.103742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.103827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.103944] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.202987] env[63332]: INFO networking_nsxv3.common.synchronization [None req-fe973868-fc59-4a49-b237-d2356d3635e5 None None] Enqueued Resource ID: 6991f8cf-25fd-410c-a2aa-d254ca672235 with Priority: HIGHEST for action port [ 1040.202987] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6991f8cf-25fd-410c-a2aa-d254ca672235 with Priority: HIGHEST for action port [ 1040.202987] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-6991f8cf-25fd-410c-a2aa-d254ca672235 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.202987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6991f8cf-25fd-410c-a2aa-d254ca672235" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.202987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6991f8cf-25fd-410c-a2aa-d254ca672235" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.203964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6991f8cf-25fd-410c-a2aa-d254ca672235" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.205906] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6991f8cf-25fd-410c-a2aa-d254ca672235',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.603317] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.603317] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-284" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.603317] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-284" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.603636] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-284" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.603901] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.605048] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.605221] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.605579] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.605703] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.607393] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.607550] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.607731] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.607805] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.607921] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.608049] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.608208] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.611481] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.611634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.611755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.611997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.612202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.613333] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.613333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.613333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.613333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.613333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.613333] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81081705-813a-4c37-b972-5e185eaca139 already deleted. [ 1040.613333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.633711] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.633711] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.633711] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.633711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-284" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.633711] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-ecbca59c-3e20-475f-9e81-9a659b324124 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.633711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-ecbca59c-3e20-475f-9e81-9a659b324124" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.633711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-ecbca59c-3e20-475f-9e81-9a659b324124" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.633711] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-ecbca59c-3e20-475f-9e81-9a659b324124" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.633711] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecbca59c-3e20-475f-9e81-9a659b324124',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.707496] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6991f8cf-25fd-410c-a2aa-d254ca672235 [ 1040.707496] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.707663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.707663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.708341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.708341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.708341] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6991f8cf-25fd-410c-a2aa-d254ca672235 already deleted. [ 1040.708341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6991f8cf-25fd-410c-a2aa-d254ca672235" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.137652] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.137652] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.137652] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.140080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.140080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.140080] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port ecbca59c-3e20-475f-9e81-9a659b324124 not found, creating... [ 1041.140080] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.140080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.140080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.140080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.140080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.141069] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.141460] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.141699] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.142077] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.142424] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.142869] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: ecbca59c-3e20-475f-9e81-9a659b324124 is going to be created. [ 1041.172192] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.172545] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.172690] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.173017] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.173289] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.178232] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-ecbca59c-3e20-475f-9e81-9a659b324124" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.919958] env[63332]: INFO networking_nsxv3.common.synchronization [req-66882974-50b6-47ae-82e7-3e0dbe0d685c req-e1816bc9-eada-4b6a-bb02-00fa15876ff9 service nova] Enqueued Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGHEST for action security_group_rules [ 1041.919958] env[63332]: INFO networking_nsxv3.common.synchronization [req-66882974-50b6-47ae-82e7-3e0dbe0d685c req-e1816bc9-eada-4b6a-bb02-00fa15876ff9 service nova] Enqueued Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGHEST for action security_group_members [ 1041.920073] env[63332]: INFO networking_nsxv3.common.synchronization [req-66882974-50b6-47ae-82e7-3e0dbe0d685c req-e1816bc9-eada-4b6a-bb02-00fa15876ff9 service nova] Enqueued Resource ID: ecbca59c-3e20-475f-9e81-9a659b324124 with Priority: HIGHEST for action port [ 1041.920383] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGHEST for action security_group_rules [ 1041.920559] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGHEST for action security_group_members [ 1041.923044] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbca59c-3e20-475f-9e81-9a659b324124 with Priority: HIGHEST for action port [ 1041.923044] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81081705-813a-4c37-b972-5e185eaca139 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.923044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.923044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.923044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.923044] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.924514] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-81081705-813a-4c37-b972-5e185eaca139 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.924514] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.924514] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.924730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.924903] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.925036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.925105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.925330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.925372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.929025] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.929025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecbca59c-3e20-475f-9e81-9a659b324124 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.929025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecbca59c-3e20-475f-9e81-9a659b324124" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.929025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecbca59c-3e20-475f-9e81-9a659b324124" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.929025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecbca59c-3e20-475f-9e81-9a659b324124" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.929025] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecbca59c-3e20-475f-9e81-9a659b324124',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.430021] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.430342] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-81081705-813a-4c37-b972-5e185eaca139 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.430461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.430758] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecbca59c-3e20-475f-9e81-9a659b324124 with status ACTIVE [ 1042.431104] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.431250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.431367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.431525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.431631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.431814] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.431907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.431965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.432144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.432223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.432428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.432520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.432577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.432721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.432811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.432932] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecbca59c-3e20-475f-9e81-9a659b324124 is going to be updated. [ 1042.457264] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.457456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.457581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.457807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.457957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.458142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecbca59c-3e20-475f-9e81-9a659b324124" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.636663] env[63332]: INFO networking_nsxv3.common.synchronization [req-a56fa3ed-226f-4511-b187-2638b4f22da3 req-a7a7fd97-d98b-4ea2-af77-0117b62e879f tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Enqueued Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGHEST for action security_group_members [ 1042.637324] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGHEST for action security_group_members [ 1042.637645] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-30408361-4b75-46a6-b5b8-795303d98361 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.637780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.637842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.638098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.638761] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.638761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.638761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.638761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.638761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.638761] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.936337] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.036200] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.036489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-214" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.036554] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-214" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.036900] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-214" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.037478] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.037668] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.038355] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.038355] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.038355] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.038651] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.038651] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.038651] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.038935] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.038935] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.038935] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.039386] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.059740] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.059740] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.060084] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.060084] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-214" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.060350] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-33ba2e88-87d4-4bad-b402-a516e6306362 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.060528] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-33ba2e88-87d4-4bad-b402-a516e6306362" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.060653] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-33ba2e88-87d4-4bad-b402-a516e6306362" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.060991] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-33ba2e88-87d4-4bad-b402-a516e6306362" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.061151] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33ba2e88-87d4-4bad-b402-a516e6306362',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.145029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.145029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.145029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30408361-4b75-46a6-b5b8-795303d98361 already deleted. [ 1043.145029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.438780] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.439093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.439093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.439212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.439373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.439423] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81081705-813a-4c37-b972-5e185eaca139 is going to be created. [ 1043.473097] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.473295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.473348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.473538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.473710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.485024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81081705-813a-4c37-b972-5e185eaca139 in Status: UNINITIALIZED for 2s [ 1043.568368] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.568727] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.568931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.569297] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.569466] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.569689] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 33ba2e88-87d4-4bad-b402-a516e6306362 not found, creating... [ 1043.570148] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.570387] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.570595] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.571014] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.571227] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.571755] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.571943] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.572081] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.572316] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.572567] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.572731] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 33ba2e88-87d4-4bad-b402-a516e6306362 is going to be created. [ 1043.596032] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.596285] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.596415] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.596716] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.596958] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.597196] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-33ba2e88-87d4-4bad-b402-a516e6306362" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.360668] env[63332]: INFO networking_nsxv3.common.synchronization [req-a56fa3ed-226f-4511-b187-2638b4f22da3 req-71165883-fcd9-4467-b1bb-f95c3454df3c service nova] Enqueued Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGHEST for action security_group_rules [ 1044.360910] env[63332]: INFO networking_nsxv3.common.synchronization [req-a56fa3ed-226f-4511-b187-2638b4f22da3 req-71165883-fcd9-4467-b1bb-f95c3454df3c service nova] Enqueued Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGHEST for action security_group_members [ 1044.361089] env[63332]: INFO networking_nsxv3.common.synchronization [req-a56fa3ed-226f-4511-b187-2638b4f22da3 req-71165883-fcd9-4467-b1bb-f95c3454df3c service nova] Enqueued Resource ID: 33ba2e88-87d4-4bad-b402-a516e6306362 with Priority: HIGHEST for action port [ 1044.361943] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGHEST for action security_group_rules [ 1044.361943] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGHEST for action security_group_members [ 1044.362710] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33ba2e88-87d4-4bad-b402-a516e6306362 with Priority: HIGHEST for action port [ 1044.363410] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30408361-4b75-46a6-b5b8-795303d98361 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.364889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.365144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.365598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.365869] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.368364] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-30408361-4b75-46a6-b5b8-795303d98361 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.368805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.368956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.369332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.369650] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.370073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.370073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.370506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.370741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.371132] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.373639] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-33ba2e88-87d4-4bad-b402-a516e6306362 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.374463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33ba2e88-87d4-4bad-b402-a516e6306362" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.374463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33ba2e88-87d4-4bad-b402-a516e6306362" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.374463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33ba2e88-87d4-4bad-b402-a516e6306362" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.374765] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33ba2e88-87d4-4bad-b402-a516e6306362',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.874840] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.877773] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-30408361-4b75-46a6-b5b8-795303d98361 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.877773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.877773] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33ba2e88-87d4-4bad-b402-a516e6306362 with status ACTIVE [ 1044.877773] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.877773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.878114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.878114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.878184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.878303] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.878393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.878447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.878603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.878666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.878837] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.878919] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.878978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.879885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.879885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.879885] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33ba2e88-87d4-4bad-b402-a516e6306362 is going to be updated. [ 1044.904700] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.904849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.904917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.905154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.905294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.905473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33ba2e88-87d4-4bad-b402-a516e6306362" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.380051] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.496823] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81081705-813a-4c37-b972-5e185eaca139 in Status: SUCCESS [ 1045.496823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.496823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.496823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.496823] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.496823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.496823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.496823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.496823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.497206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.497206] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.887624] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.888077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.888077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.888260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.890029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.890029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30408361-4b75-46a6-b5b8-795303d98361 is going to be created. [ 1045.920330] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.920330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.920330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.920330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.920330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.930550] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30408361-4b75-46a6-b5b8-795303d98361 in Status: UNINITIALIZED for 2s [ 1046.000241] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-81081705-813a-4c37-b972-5e185eaca139 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.000436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.000510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.000747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.001178] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.001178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.001178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.001359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.001359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.001421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.001589] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-81081705-813a-4c37-b972-5e185eaca139 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.002428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.002428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.002428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.002428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.002428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.002428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.002428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.002428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.002802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.002802] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.182956] env[63332]: INFO networking_nsxv3.common.synchronization [req-7bc37018-889c-4882-a11d-ca5a9441b076 req-d770c569-d382-4f55-8c8a-39110a5496db tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1046.183637] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1046.184511] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.184718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.184813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.185143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.185328] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.185454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.185542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.185781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.185910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.186017] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.507841] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81081705-813a-4c37-b972-5e185eaca139: rpc.has_security_group_logging(os_id): False [ 1046.530880] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.531236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.531236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.531395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.531447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.531704] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.531877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.532112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.532112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.532507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.532507] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.532850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.532920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.533674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.533829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.534061] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.534184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.534299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.534375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.534539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.534710] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81081705-813a-4c37-b972-5e185eaca139 is going to be created. [ 1046.616245] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.618393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.618393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.618393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.618393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.656952] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81081705-813a-4c37-b972-5e185eaca139 in Status: IN_PROGRESS for 2s [ 1046.684020] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.684020] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.684507] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.687713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.687713] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.687713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.687713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.687713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.687713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.687713] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.687713] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.687713] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.687713] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.687713] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.687713] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.687713] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.690277] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.690620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.690804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.691786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.692385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.698031] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.698031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.698031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.698031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.698031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.698031] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 already deleted. [ 1046.698031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.742153] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.742345] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.742656] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.742873] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.743230] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-c02b3f9b-00c8-4364-849c-933cab34f134 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743408] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-c02b3f9b-00c8-4364-849c-933cab34f134" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.743532] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-c02b3f9b-00c8-4364-849c-933cab34f134" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.743875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-c02b3f9b-00c8-4364-849c-933cab34f134" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.745406] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02b3f9b-00c8-4364-849c-933cab34f134',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.248459] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.248775] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.248924] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.249249] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.249426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.249618] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port c02b3f9b-00c8-4364-849c-933cab34f134 not found, creating... [ 1047.249928] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.250109] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.250231] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.250691] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.250691] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.250897] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.251073] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.251198] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.251410] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.251553] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.251699] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: c02b3f9b-00c8-4364-849c-933cab34f134 is going to be created. [ 1047.272312] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.272608] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.272680] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.273087] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.273436] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.273894] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-c02b3f9b-00c8-4364-849c-933cab34f134" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.940300] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30408361-4b75-46a6-b5b8-795303d98361 in Status: SUCCESS [ 1047.940525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.940695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.940922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.941129] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.941248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.941314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.941474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.941551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.941630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.941720] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.957947] env[63332]: INFO networking_nsxv3.common.synchronization [req-7bc37018-889c-4882-a11d-ca5a9441b076 req-9237fd5a-1816-4315-9616-2a355fa473e7 service nova] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1047.958178] env[63332]: INFO networking_nsxv3.common.synchronization [req-7bc37018-889c-4882-a11d-ca5a9441b076 req-9237fd5a-1816-4315-9616-2a355fa473e7 service nova] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1047.958326] env[63332]: INFO networking_nsxv3.common.synchronization [req-7bc37018-889c-4882-a11d-ca5a9441b076 req-9237fd5a-1816-4315-9616-2a355fa473e7 service nova] Enqueued Resource ID: c02b3f9b-00c8-4364-849c-933cab34f134 with Priority: HIGHEST for action port [ 1047.958590] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1047.958715] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1047.958814] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02b3f9b-00c8-4364-849c-933cab34f134 with Priority: HIGHEST for action port [ 1047.959405] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.959528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.959595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.959787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.959867] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.964847] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.964992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.965067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.965236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.965392] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.965489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.965554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.965739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.965827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.965920] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.966719] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02b3f9b-00c8-4364-849c-933cab34f134 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.966828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02b3f9b-00c8-4364-849c-933cab34f134" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.967238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02b3f9b-00c8-4364-849c-933cab34f134" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.967483] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02b3f9b-00c8-4364-849c-933cab34f134" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.967589] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02b3f9b-00c8-4364-849c-933cab34f134',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.261025] env[63332]: INFO networking_nsxv3.common.synchronization [None req-037dcbee-3c0b-4450-bd77-923741828339 None None] Enqueued Resource ID: a355403a-606b-4334-ad64-b607b5efa185 with Priority: HIGHEST for action port [ 1048.261630] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a355403a-606b-4334-ad64-b607b5efa185 with Priority: HIGHEST for action port [ 1048.261950] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a355403a-606b-4334-ad64-b607b5efa185 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.263732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a355403a-606b-4334-ad64-b607b5efa185" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.263877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a355403a-606b-4334-ad64-b607b5efa185" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.264094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a355403a-606b-4334-ad64-b607b5efa185" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.264182] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a355403a-606b-4334-ad64-b607b5efa185',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.444135] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-30408361-4b75-46a6-b5b8-795303d98361 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.444309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.444378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.444697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.445365] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.445530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.445624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.445811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.445909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.446013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.446232] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-30408361-4b75-46a6-b5b8-795303d98361 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.446350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.446436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.447080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.447080] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.451035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.451219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.451429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.451545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.451637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.451737] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.469511] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.469809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.469934] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.470966] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c02b3f9b-00c8-4364-849c-933cab34f134 with status ACTIVE [ 1048.471154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.471271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.471353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.471570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.471656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.471836] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.471932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.472020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.476302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.476422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.477040] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.477040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.477040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.477040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.477237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.477237] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c02b3f9b-00c8-4364-849c-933cab34f134 is going to be updated. [ 1048.502339] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.502339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.502339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.502339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.502339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.502339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02b3f9b-00c8-4364-849c-933cab34f134" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.669043] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81081705-813a-4c37-b972-5e185eaca139 in Status: SUCCESS [ 1048.669363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.769682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a355403a-606b-4334-ad64-b607b5efa185 [ 1048.769996] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.770166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.770239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.770486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.770602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.770722] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a355403a-606b-4334-ad64-b607b5efa185 already deleted. [ 1048.770826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a355403a-606b-4334-ad64-b607b5efa185" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.869502] env[63332]: INFO networking_nsxv3.common.synchronization [req-e03fc0c9-5718-40d8-a7f5-810a3522da54 req-cc6c8389-8167-4198-bdb2-71e88b111d5b tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Enqueued Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_members [ 1048.872279] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_members [ 1048.872279] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.872279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.872279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.872279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.872279] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.872279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.872279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.872279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.872279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.872279] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.954248] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30408361-4b75-46a6-b5b8-795303d98361: rpc.has_security_group_logging(os_id): False [ 1048.979508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.979508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.979508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.979508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.980237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.980237] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.980237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.980237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.980237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.980404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.980535] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30408361-4b75-46a6-b5b8-795303d98361 is going to be created. [ 1048.981947] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.062332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.062332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.062332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.062332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.062332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.081252] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30408361-4b75-46a6-b5b8-795303d98361 in Status: IN_PROGRESS for 2s [ 1049.288977] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.289321] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-982" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.289380] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-982" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.291883] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-982" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.292642] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.293093] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.293351] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.293802] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.294145] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.294546] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.294777] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.295097] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.295354] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.295597] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.295832] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.296182] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.320929] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.321876] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.322088] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.322501] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-982" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.322963] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-acf0722e-dc43-4688-b85d-052c4e29810a taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.323234] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-acf0722e-dc43-4688-b85d-052c4e29810a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.323439] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-acf0722e-dc43-4688-b85d-052c4e29810a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.323908] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-acf0722e-dc43-4688-b85d-052c4e29810a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.324590] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acf0722e-dc43-4688-b85d-052c4e29810a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.375314] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.375314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.375314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.375314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.375665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.375786] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.375896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.375967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.376167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.376255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.376357] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d already deleted. [ 1049.376444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.484639] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.484804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.484896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.486852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.486852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.486852] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be created. [ 1049.514441] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.514667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.514747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.514975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.515214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.527310] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: UNINITIALIZED for 2s [ 1049.830505] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.830725] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.830781] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.831070] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.831253] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.831419] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port acf0722e-dc43-4688-b85d-052c4e29810a not found, creating... [ 1049.831674] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.831850] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.831978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.832245] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.832395] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.832691] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.832855] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.834299] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.834630] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.834796] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.834968] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: acf0722e-dc43-4688-b85d-052c4e29810a is going to be created. [ 1049.865518] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.865832] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.865994] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.866340] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.866640] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.866921] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-acf0722e-dc43-4688-b85d-052c4e29810a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.464049] env[63332]: INFO networking_nsxv3.common.synchronization [None req-0826fef4-fd6c-4de2-9de2-2ff12f48bb5f None None] Enqueued Resource ID: c8422361-742a-4737-ba36-88b45fda1e4a with Priority: HIGHEST for action port [ 1050.464049] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8422361-742a-4737-ba36-88b45fda1e4a with Priority: HIGHEST for action port [ 1050.464383] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8422361-742a-4737-ba36-88b45fda1e4a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.464383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8422361-742a-4737-ba36-88b45fda1e4a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.464687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8422361-742a-4737-ba36-88b45fda1e4a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.464687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8422361-742a-4737-ba36-88b45fda1e4a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.464769] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8422361-742a-4737-ba36-88b45fda1e4a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.620329] env[63332]: INFO networking_nsxv3.common.synchronization [req-e03fc0c9-5718-40d8-a7f5-810a3522da54 req-fa183746-5e42-470a-ad1a-5f7805ba3a19 service nova] Enqueued Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_rules [ 1050.620564] env[63332]: INFO networking_nsxv3.common.synchronization [req-e03fc0c9-5718-40d8-a7f5-810a3522da54 req-fa183746-5e42-470a-ad1a-5f7805ba3a19 service nova] Enqueued Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_members [ 1050.620673] env[63332]: INFO networking_nsxv3.common.synchronization [req-e03fc0c9-5718-40d8-a7f5-810a3522da54 req-fa183746-5e42-470a-ad1a-5f7805ba3a19 service nova] Enqueued Resource ID: acf0722e-dc43-4688-b85d-052c4e29810a with Priority: HIGHEST for action port [ 1050.620998] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_rules [ 1050.621086] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_members [ 1050.621900] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf0722e-dc43-4688-b85d-052c4e29810a with Priority: HIGHEST for action port [ 1050.621900] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.621900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.622173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.627179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.627179] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.627487] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.627487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.627580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.627754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.627903] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.628007] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.628089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.628248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.628332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.628423] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.633393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-acf0722e-dc43-4688-b85d-052c4e29810a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.633572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acf0722e-dc43-4688-b85d-052c4e29810a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.633639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acf0722e-dc43-4688-b85d-052c4e29810a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.633961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acf0722e-dc43-4688-b85d-052c4e29810a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.633961] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acf0722e-dc43-4688-b85d-052c4e29810a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.967450] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8422361-742a-4737-ba36-88b45fda1e4a [ 1050.967661] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.967807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.967875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.968109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.968218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.968329] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8422361-742a-4737-ba36-88b45fda1e4a already deleted. [ 1050.968435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8422361-742a-4737-ba36-88b45fda1e4a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.094798] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30408361-4b75-46a6-b5b8-795303d98361 in Status: SUCCESS [ 1051.094798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142214] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acf0722e-dc43-4688-b85d-052c4e29810a with status ACTIVE [ 1051.142214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.142214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.142214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.142214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.142214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.142214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.142214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.142214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.142214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142787] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.142787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.142787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.142787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.142787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.143363] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acf0722e-dc43-4688-b85d-052c4e29810a is going to be updated. [ 1051.145035] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.145035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.145035] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.170214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.170214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.170214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.170475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.170475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.172484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acf0722e-dc43-4688-b85d-052c4e29810a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.539197] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1051.539469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.539624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.539860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.540079] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.540201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.540274] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.540430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.540513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.540565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.540656] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.647932] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.047051] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.150559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.150701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.150701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.150900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.150957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.151071] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d is going to be created. [ 1052.175393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.175574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.175629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.175872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.175997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.186470] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8131edc2-8899-4387-b772-9c1d747dcf7d in Status: UNINITIALIZED for 2s [ 1052.549805] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68078c5f-d246-4dc9-89bd-21d62466e100: rpc.has_security_group_logging(os_id): False [ 1052.576434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.576671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.576777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.577132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.577267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.577550] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.577657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.577721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.577939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.578036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.578132] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be created. [ 1052.666172] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.666588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.667311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.667311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.667548] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.683953] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1053.449945] env[63332]: INFO networking_nsxv3.common.synchronization [req-2ca3ac72-a73a-44c0-9a3d-341aaff4a544 req-d16b3721-9aa5-4a91-8b65-16cecb9761fb tempest-ServersNegativeTestMultiTenantJSON-550866475 tempest-ServersNegativeTestMultiTenantJSON-550866475-project-member] Enqueued Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGHEST for action security_group_members [ 1053.449945] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGHEST for action security_group_members [ 1053.450053] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-81081705-813a-4c37-b972-5e185eaca139 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.453796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.453796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.453796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.453796] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.453796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.453796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.453796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.453796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.453796] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.883174] env[63332]: INFO networking_nsxv3.common.synchronization [req-e4684312-048c-4fe9-be55-4641d41645af req-80d8c1b4-aacd-4507-9886-25c93553403a tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Enqueued Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_members [ 1053.883735] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGHEST for action security_group_members [ 1053.884828] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.884828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.884828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.884828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.884828] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.885231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.885231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.885231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.885231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.885231] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.957354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.957354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.957354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.957354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.957354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.957354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.957354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.957354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.957354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.957354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.957354] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81081705-813a-4c37-b972-5e185eaca139 is going to be updated. [ 1053.987242] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.987389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.987463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.987694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.987849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.998311] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81081705-813a-4c37-b972-5e185eaca139 in Status: IN_PROGRESS for 2s [ 1054.006171] env[63332]: INFO networking_nsxv3.common.synchronization [req-118cf420-5b21-4188-9850-6eb70e285443 req-b506aebc-2bc9-42cd-ab72-ae7ec6ca441b tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1054.006750] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1054.007918] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.008166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.008284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.008605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.008828] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.009018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.009200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.009489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.009652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.009906] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.211147] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8131edc2-8899-4387-b772-9c1d747dcf7d in Status: SUCCESS [ 1054.211147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.211147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.211147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.211147] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.211147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.211147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.212302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.212489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.212683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.212839] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.388263] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.388651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.388726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.388961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.413774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.414371] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.414535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.414628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.418874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.418874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.418874] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c262c864-683c-4194-bdb7-146877fc85db is going to be updated. [ 1054.449061] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.449269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.449382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.449606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.449752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.458990] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c262c864-683c-4194-bdb7-146877fc85db in Status: IN_PROGRESS for 2s [ 1054.513225] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.513225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.513225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.513225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.513462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.513656] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.513656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.513997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.514190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.514844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.515328] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1054.551990] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.551990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.551990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.551990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.551990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.566179] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1054.700833] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1054.701069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.717374] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.225856] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8131edc2-8899-4387-b772-9c1d747dcf7d: rpc.has_security_group_logging(os_id): False [ 1055.269029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.269029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.269029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.269029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.269029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.269029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.269029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.269029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.269029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.269029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.269029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d is going to be created. [ 1055.353031] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.353031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.353031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.353031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.353031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.368541] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8131edc2-8899-4387-b772-9c1d747dcf7d in Status: IN_PROGRESS for 2s [ 1056.008531] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81081705-813a-4c37-b972-5e185eaca139 in Status: SUCCESS [ 1056.008847] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81081705-813a-4c37-b972-5e185eaca139 deletion is rescheduled due to dependency. [ 1056.009113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.226097] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1056.226464] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1056.474729] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c262c864-683c-4194-bdb7-146877fc85db in Status: SUCCESS [ 1056.474951] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c262c864-683c-4194-bdb7-146877fc85db deletion is rescheduled due to dependency. [ 1056.475122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.578442] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1056.578653] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 deletion is rescheduled due to dependency. [ 1056.578787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.383410] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8131edc2-8899-4387-b772-9c1d747dcf7d in Status: SUCCESS [ 1057.383410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.456111] env[63332]: INFO networking_nsxv3.common.synchronization [None req-78926791-3ba6-43f4-bdbb-3e53ecb99336 None None] Enqueued Resource ID: 7d45845c-f650-406e-b638-6fb3ac13effc with Priority: HIGHEST for action port [ 1057.456376] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d45845c-f650-406e-b638-6fb3ac13effc with Priority: HIGHEST for action port [ 1057.457580] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d45845c-f650-406e-b638-6fb3ac13effc taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.457580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d45845c-f650-406e-b638-6fb3ac13effc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.457580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d45845c-f650-406e-b638-6fb3ac13effc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.457580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d45845c-f650-406e-b638-6fb3ac13effc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.457874] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d45845c-f650-406e-b638-6fb3ac13effc',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.959977] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d45845c-f650-406e-b638-6fb3ac13effc [ 1057.960384] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.960599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.960738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.961080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.961208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.961317] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d45845c-f650-406e-b638-6fb3ac13effc already deleted. [ 1057.964385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d45845c-f650-406e-b638-6fb3ac13effc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.323405] env[63332]: INFO networking_nsxv3.common.synchronization [None req-6be060cc-656d-416c-9c7b-cdce4f11f801 None None] Enqueued Resource ID: 970c7b25-4d43-4570-a454-4fbb598e0514 with Priority: HIGHEST for action port [ 1060.327738] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970c7b25-4d43-4570-a454-4fbb598e0514 with Priority: HIGHEST for action port [ 1060.331496] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-970c7b25-4d43-4570-a454-4fbb598e0514 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.331763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-970c7b25-4d43-4570-a454-4fbb598e0514" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.331763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-970c7b25-4d43-4570-a454-4fbb598e0514" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.332387] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-970c7b25-4d43-4570-a454-4fbb598e0514" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.332387] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970c7b25-4d43-4570-a454-4fbb598e0514',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.834869] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 970c7b25-4d43-4570-a454-4fbb598e0514 [ 1060.835076] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.835213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.835280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.835490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.835590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.835782] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:970c7b25-4d43-4570-a454-4fbb598e0514 already deleted. [ 1060.835872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-970c7b25-4d43-4570-a454-4fbb598e0514" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.367154] env[63332]: INFO networking_nsxv3.common.synchronization [req-909fdc77-856a-43a3-82e1-804fa2c9daef req-c6ed564d-89f8-4b00-bea3-bc4a710881b2 tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Enqueued Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGHEST for action security_group_members [ 1061.368095] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGHEST for action security_group_members [ 1061.369128] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a70f3c-4f10-4c16-8018-abf8357815e1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.369337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.369489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.369882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.369978] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.370097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.370161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.370318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.370403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.370493] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.781564] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.781868] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-855" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.781937] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-855" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.782298] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-855" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.782586] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.782740] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.782864] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.783293] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.783508] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.783736] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.783950] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.783992] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.784085] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.784202] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.784314] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.784453] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.804846] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.805011] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.805161] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.805352] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-855" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.805680] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.805856] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.805979] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.806316] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.806461] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee6cfd8-b811-4729-8e3c-512c36ef32ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.874573] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.874573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.874573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.874573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.874573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.875130] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.875130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.875130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.875295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.879017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.879017] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 already deleted. [ 1061.879017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.189705] env[63332]: INFO networking_nsxv3.common.synchronization [req-371b2525-e1d7-463d-9f60-292176f8d43c req-8d398e79-713f-455f-be6c-d5fe4a6e7081 tempest-InstanceActionsTestJSON-702890064 tempest-InstanceActionsTestJSON-702890064-project-member] Enqueued Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGHEST for action security_group_members [ 1062.190395] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGHEST for action security_group_members [ 1062.190811] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-30408361-4b75-46a6-b5b8-795303d98361 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.190961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.191059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.191573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.191794] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.191909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.191971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.192167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.192456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.192456] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.309398] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.309600] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.309738] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.310120] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.310220] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.310570] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 1ee6cfd8-b811-4729-8e3c-512c36ef32ef not found, creating... [ 1062.310881] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.311083] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.311216] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.311463] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.311616] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.311947] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.312121] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.312246] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.312470] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.312657] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.312828] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 1ee6cfd8-b811-4729-8e3c-512c36ef32ef is going to be created. [ 1062.334933] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.335240] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.335311] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335583] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335896] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.336149] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.696215] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.696215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.696215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.696802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.696802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.696802] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.696913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.696913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.697175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.697229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.697338] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30408361-4b75-46a6-b5b8-795303d98361 is going to be updated. [ 1062.728382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.728535] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.729375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.729375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.729375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.738202] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30408361-4b75-46a6-b5b8-795303d98361 in Status: IN_PROGRESS for 2s [ 1063.116137] env[63332]: INFO networking_nsxv3.common.synchronization [req-909fdc77-856a-43a3-82e1-804fa2c9daef req-d2063096-8dd6-4586-84ae-00764ffa298e service nova] Enqueued Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGHEST for action security_group_rules [ 1063.116137] env[63332]: INFO networking_nsxv3.common.synchronization [req-909fdc77-856a-43a3-82e1-804fa2c9daef req-d2063096-8dd6-4586-84ae-00764ffa298e service nova] Enqueued Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGHEST for action security_group_members [ 1063.116137] env[63332]: INFO networking_nsxv3.common.synchronization [req-909fdc77-856a-43a3-82e1-804fa2c9daef req-d2063096-8dd6-4586-84ae-00764ffa298e service nova] Enqueued Resource ID: 1ee6cfd8-b811-4729-8e3c-512c36ef32ef with Priority: HIGHEST for action port [ 1063.116137] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGHEST for action security_group_rules [ 1063.116427] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGHEST for action security_group_members [ 1063.116427] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6cfd8-b811-4729-8e3c-512c36ef32ef with Priority: HIGHEST for action port [ 1063.116622] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a70f3c-4f10-4c16-8018-abf8357815e1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.116736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.116797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.118480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.118586] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.119457] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a70f3c-4f10-4c16-8018-abf8357815e1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.121033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.121033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.121033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.121033] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.121033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.121330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.121330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.121330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.121420] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.122399] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.122597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.122702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.122894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.123017] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee6cfd8-b811-4729-8e3c-512c36ef32ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.624455] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.626104] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a70f3c-4f10-4c16-8018-abf8357815e1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.626224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.626640] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ee6cfd8-b811-4729-8e3c-512c36ef32ef with status ACTIVE [ 1063.626824] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.626934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.627024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.627229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.627324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.627501] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.627628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.627673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.627813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.627918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.628121] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.628221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.628278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.628553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.628553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.628669] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ee6cfd8-b811-4729-8e3c-512c36ef32ef is going to be updated. [ 1063.650904] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.651127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.651222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.651476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.651654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.651860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee6cfd8-b811-4729-8e3c-512c36ef32ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.128039] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.630794] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.630960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.631842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.631842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.631842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.631842] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 is going to be created. [ 1064.654801] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.654980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.655040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.655827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.655827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.666295] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 in Status: UNINITIALIZED for 2s [ 1064.749116] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30408361-4b75-46a6-b5b8-795303d98361 in Status: SUCCESS [ 1064.749310] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30408361-4b75-46a6-b5b8-795303d98361 deletion is rescheduled due to dependency. [ 1064.749425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.677574] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 in Status: SUCCESS [ 1066.677997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.678142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.678437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.678637] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.678834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.678834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.678967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.679062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.679152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.679250] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.181783] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a70f3c-4f10-4c16-8018-abf8357815e1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.181971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.182038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.182352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.182434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.182507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.182723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.182928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.183048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.183150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.183316] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a70f3c-4f10-4c16-8018-abf8357815e1 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.183424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.183722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.183722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.183836] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.183933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.183992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.184149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.184235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.184316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.184404] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.686320] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a70f3c-4f10-4c16-8018-abf8357815e1: rpc.has_security_group_logging(os_id): False [ 1067.704889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.705136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.705136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.705452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.705588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.705864] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.706020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.706110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.706340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.706441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.706746] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.706888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.706966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.707175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.707282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.707528] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.707657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.707736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.707922] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.708037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.708155] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 is going to be created. [ 1067.767027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.767236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.767656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.767656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.767770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.779733] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 in Status: IN_PROGRESS for 2s [ 1068.117614] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1068.117801] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1068.595838] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc195f9e-19ea-424c-9c10-d3fbda95023e req-420394de-5b62-462f-8c2d-b42fe68efd68 tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1068.596494] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1068.596834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.596975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.597834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.598508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.598508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.598508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.598742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.598742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.598944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.598997] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.938156] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.939443] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.939443] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.939443] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.941426] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.941426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.941426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.941426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.941426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.941426] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.941426] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.941426] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.941757] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.941878] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.942075] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.942324] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.964295] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.964517] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.964738] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.965230] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-555" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.965628] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-b3c563e5-652e-41ac-a4bc-37709e6fdde4 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.965988] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-b3c563e5-652e-41ac-a4bc-37709e6fdde4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.966509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-b3c563e5-652e-41ac-a4bc-37709e6fdde4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.966509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-b3c563e5-652e-41ac-a4bc-37709e6fdde4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.966756] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c563e5-652e-41ac-a4bc-37709e6fdde4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.102062] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.102544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.102839] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.103039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.103192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.103285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.103386] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1069.119224] env[63332]: INFO networking_nsxv3.common.synchronization [None req-8a25c12b-345a-44da-a022-1fe3a56ab3df tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Enqueued Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_rules [ 1069.119869] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_rules [ 1069.120282] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.122188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.122188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.122188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.122188] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.131204] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.131385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.131452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.131624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.131770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.141167] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1069.195519] env[63332]: INFO networking_nsxv3.common.synchronization [None req-b366a82a-7a77-4c70-98bc-74431392fbc2 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Enqueued Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_rules [ 1069.196086] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_rules [ 1069.196723] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.196723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.473234] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.473474] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.473607] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.473903] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.474077] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.474237] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port b3c563e5-652e-41ac-a4bc-37709e6fdde4 not found, creating... [ 1069.474504] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.474679] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.474846] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.475082] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.475234] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.475531] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.475696] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.475819] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.476045] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.476192] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.476338] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: b3c563e5-652e-41ac-a4bc-37709e6fdde4 is going to be created. [ 1069.499452] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.499667] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.499797] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.500088] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.500420] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.500683] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-b3c563e5-652e-41ac-a4bc-37709e6fdde4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.651413] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.651617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.651653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.651859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.651963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.652087] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 already deleted. [ 1069.652178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.652337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.652508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.652593] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.792868] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 in Status: SUCCESS [ 1069.793280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.175132] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.177579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.177579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.177579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.177579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.177579] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 already deleted. [ 1070.177579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.489879] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc195f9e-19ea-424c-9c10-d3fbda95023e req-df823d50-9f6b-4506-ab91-858c1ff389c1 service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 1070.490179] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc195f9e-19ea-424c-9c10-d3fbda95023e req-df823d50-9f6b-4506-ab91-858c1ff389c1 service nova] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1070.490829] env[63332]: INFO networking_nsxv3.common.synchronization [req-fc195f9e-19ea-424c-9c10-d3fbda95023e req-df823d50-9f6b-4506-ab91-858c1ff389c1 service nova] Enqueued Resource ID: b3c563e5-652e-41ac-a4bc-37709e6fdde4 with Priority: HIGHEST for action port [ 1070.493093] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_rules [ 1070.493093] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1070.493093] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c563e5-652e-41ac-a4bc-37709e6fdde4 with Priority: HIGHEST for action port [ 1070.493093] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.493093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.493093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.493093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.493459] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.496875] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.496875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.496875] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c563e5-652e-41ac-a4bc-37709e6fdde4 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.496875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c563e5-652e-41ac-a4bc-37709e6fdde4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.496875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c563e5-652e-41ac-a4bc-37709e6fdde4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.496875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c563e5-652e-41ac-a4bc-37709e6fdde4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.496875] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c563e5-652e-41ac-a4bc-37709e6fdde4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.998250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.998469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.998679] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3c563e5-652e-41ac-a4bc-37709e6fdde4 with status ACTIVE [ 1070.998820] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.998970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.999054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.999291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.999391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.999567] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.999678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.999743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.000024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.000024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.000257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.000358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.000408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.001644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.001644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.001644] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3c563e5-652e-41ac-a4bc-37709e6fdde4 is going to be updated. [ 1071.019714] env[63332]: INFO networking_nsxv3.common.synchronization [req-959dad40-63f9-401d-9f24-6821ecf9cf41 req-e39d0625-8bc5-4f4c-8135-e64b4b72f12a tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1071.020372] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1071.020725] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.020873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.020944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.026538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.026538] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.026538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.026837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.026837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.026916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.027123] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.036117] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.036391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.036391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.036638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.036809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.037016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c563e5-652e-41ac-a4bc-37709e6fdde4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.156940] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1071.157160] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 deletion is rescheduled due to dependency. [ 1071.157742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.157742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.157742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.158042] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.158042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.158042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.158196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.158263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.158359] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.536621] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.537066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.537066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.537066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.537248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.537428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.537666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.537666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.537796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.537857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.538219] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1071.582786] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.583121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.583268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.583674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.583813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.593083] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1071.612210] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.612953] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.612953] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.612953] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.615287] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.615537] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.615749] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.616124] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.616934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.616934] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.616934] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.616934] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.618042] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.618209] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.619111] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.619273] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.643424] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.643861] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.643861] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.643978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.644374] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-1080bd72-a8d0-47b6-b79b-38389c1d24e2 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.644622] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-1080bd72-a8d0-47b6-b79b-38389c1d24e2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.644845] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-1080bd72-a8d0-47b6-b79b-38389c1d24e2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.645206] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-1080bd72-a8d0-47b6-b79b-38389c1d24e2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.645351] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1080bd72-a8d0-47b6-b79b-38389c1d24e2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.660708] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.147566] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.147863] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.147948] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.148240] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.148404] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.148566] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 1080bd72-a8d0-47b6-b79b-38389c1d24e2 not found, creating... [ 1072.148853] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.149217] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.149217] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.149331] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.149461] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.149781] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.149906] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.150019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.150231] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.150373] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.150514] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 1080bd72-a8d0-47b6-b79b-38389c1d24e2 is going to be created. [ 1072.163696] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.171147] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.171884] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.171884] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.171884] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.172050] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.172509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-1080bd72-a8d0-47b6-b79b-38389c1d24e2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.667870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.668271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.668271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.668440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.668537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.668645] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1072.700984] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.701147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.701287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.701524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.701682] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.710961] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1072.948147] env[63332]: INFO networking_nsxv3.common.synchronization [req-959dad40-63f9-401d-9f24-6821ecf9cf41 req-4e126d17-55af-465a-8307-515f1a0891c3 service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1072.948459] env[63332]: INFO networking_nsxv3.common.synchronization [req-959dad40-63f9-401d-9f24-6821ecf9cf41 req-4e126d17-55af-465a-8307-515f1a0891c3 service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1072.948671] env[63332]: INFO networking_nsxv3.common.synchronization [req-959dad40-63f9-401d-9f24-6821ecf9cf41 req-4e126d17-55af-465a-8307-515f1a0891c3 service nova] Enqueued Resource ID: 1080bd72-a8d0-47b6-b79b-38389c1d24e2 with Priority: HIGHEST for action port [ 1072.949098] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1072.949250] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1072.949345] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1080bd72-a8d0-47b6-b79b-38389c1d24e2 with Priority: HIGHEST for action port [ 1072.949628] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.949738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.949803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.950051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.950223] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.951115] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.951230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.951501] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1080bd72-a8d0-47b6-b79b-38389c1d24e2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.951501] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1080bd72-a8d0-47b6-b79b-38389c1d24e2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.951844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1080bd72-a8d0-47b6-b79b-38389c1d24e2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.951844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1080bd72-a8d0-47b6-b79b-38389c1d24e2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.951844] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1080bd72-a8d0-47b6-b79b-38389c1d24e2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.456762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1080bd72-a8d0-47b6-b79b-38389c1d24e2 with status ACTIVE [ 1073.456762] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.456762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.456762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.456762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.456762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.456762] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.456762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.456762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.456762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.456762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.457578] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.457932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.458118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.458396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.458578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.458853] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1080bd72-a8d0-47b6-b79b-38389c1d24e2 is going to be updated. [ 1073.460103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.460354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.483074] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.485887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.485960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.486245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.486392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1080bd72-a8d0-47b6-b79b-38389c1d24e2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.612125] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1073.612562] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1073.613036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.613450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.613790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.614123] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.614371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.614482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.614687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.614856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.614997] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.118245] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.556891] env[63332]: INFO networking_nsxv3.common.synchronization [None req-c10c6983-0dbd-4fe2-a0cb-54b75d080c2c tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 2dbf97a1-6112-4c94-af97-b41c05bfa0cd with Priority: HIGHEST for action security_group_rules [ 1074.557508] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbf97a1-6112-4c94-af97-b41c05bfa0cd with Priority: HIGHEST for action security_group_rules [ 1074.557851] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.557977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.559220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.559220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.559220] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dbf97a1-6112-4c94-af97-b41c05bfa0cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.622707] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.630510] env[63332]: INFO networking_nsxv3.common.synchronization [None req-22d13daf-99e5-4713-9bb9-ae58186990f3 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 2dbf97a1-6112-4c94-af97-b41c05bfa0cd with Priority: HIGHEST for action security_group_rules [ 1074.631049] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbf97a1-6112-4c94-af97-b41c05bfa0cd with Priority: HIGHEST for action security_group_rules [ 1074.631894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.632013] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.721086] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1074.721514] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.721720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.721948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.722162] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.722316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.722357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.722613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.722613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.722690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.722812] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.079485] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.079748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.079748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.079964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.080067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.080183] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dbf97a1-6112-4c94-af97-b41c05bfa0cd already deleted. [ 1075.080300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.080474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.080741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.080741] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dbf97a1-6112-4c94-af97-b41c05bfa0cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.129099] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.129415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.129415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.129791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.129869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.129980] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1075.164297] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.164449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.164542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.164896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.165167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.179921] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1075.225288] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.225504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.225504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.226154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.227027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.227192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.227309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.227516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.227620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.227743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.229890] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.230079] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.230282] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.230509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.230948] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.231090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.231162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.231331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.231421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.231510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.231603] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.606240] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.606415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.606487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.606716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.606810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.606912] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dbf97a1-6112-4c94-af97-b41c05bfa0cd already deleted. [ 1075.606995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dbf97a1-6112-4c94-af97-b41c05bfa0cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.735119] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29: rpc.has_security_group_logging(os_id): False [ 1075.760589] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.760807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.760858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.761143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.761286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.761528] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.761638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.761740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.761939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.762208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.762385] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.762530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.762618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.762885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.763036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.763588] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.763717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.763788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.763954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.764058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.764177] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1075.827277] env[63332]: INFO networking_nsxv3.common.synchronization [req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa req-cd783012-a5c1-4689-95a3-a7618e37e33b tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1075.828035] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1075.828446] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.828594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.828675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.828949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.829142] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.829432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.829432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.829584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.829676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.829784] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.840877] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.841259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.841259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.841259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.841395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.862428] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1076.205176] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.205176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.205176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.205176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.205176] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.205176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.205176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.205176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.205176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.205864] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.206104] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.206308] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.206501] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.206718] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.206924] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.207160] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.232020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.232020] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.232020] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.232020] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.232020] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-0e48e858-91a1-47da-a9d3-6254debfb642 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.232020] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.232020] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.232020] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.232020] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e48e858-91a1-47da-a9d3-6254debfb642',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.332614] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.332905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.332989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.333224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.333404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.333614] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.333713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.333777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.333940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.334029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.334121] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd already deleted. [ 1076.334194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.739075] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.739075] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.739336] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.739617] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.739727] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.740037] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 0e48e858-91a1-47da-a9d3-6254debfb642 not found, creating... [ 1076.740302] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.740485] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.741051] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.741051] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.741051] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.741579] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.741811] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.741811] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.742150] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.742233] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.742426] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 0e48e858-91a1-47da-a9d3-6254debfb642 is going to be created. [ 1076.770523] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.770523] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.770732] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.770945] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.771233] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.771623] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.191288] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1077.191608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.191850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.192161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.192427] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.192575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.192677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.193047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.193186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.193318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.193415] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.563724] env[63332]: INFO networking_nsxv3.common.synchronization [req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa req-1c404ec7-e359-4e22-91d3-d98fc4702cf4 service nova] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_rules [ 1077.563724] env[63332]: INFO networking_nsxv3.common.synchronization [req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa req-1c404ec7-e359-4e22-91d3-d98fc4702cf4 service nova] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1077.564100] env[63332]: INFO networking_nsxv3.common.synchronization [req-6fddeaf5-e5eb-4e5b-ad61-51e0fabd75aa req-1c404ec7-e359-4e22-91d3-d98fc4702cf4 service nova] Enqueued Resource ID: 0e48e858-91a1-47da-a9d3-6254debfb642 with Priority: HIGHEST for action port [ 1077.567352] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_rules [ 1077.567671] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1077.567671] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e48e858-91a1-47da-a9d3-6254debfb642 with Priority: HIGHEST for action port [ 1077.568348] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.568533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.568618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.569017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.569017] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.570150] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.570512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.570512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.571243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.571243] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.571243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.571243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.571243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.573778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.573778] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.573778] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e48e858-91a1-47da-a9d3-6254debfb642 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.573778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.573778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.573778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.573778] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e48e858-91a1-47da-a9d3-6254debfb642',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.699292] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.699292] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.699292] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.699292] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.699292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.699885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.699885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.699885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.699885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.699885] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.878818] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1077.878818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.012712] env[63332]: INFO networking_nsxv3.common.synchronization [req-d32eadd0-bf99-4157-80bc-52c32aa09dc3 req-5dbcc8ab-3332-41d1-882a-c2133480287b tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1078.013961] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1078.013961] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.013961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.013961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.014138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.014324] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.014430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.014492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.014666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.014756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.015253] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.075525] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.076685] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.076815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.077713] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e48e858-91a1-47da-a9d3-6254debfb642 with status ACTIVE [ 1078.077910] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.078039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.078109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.078327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.078424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.078595] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.078691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.078755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.078910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.078991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.080092] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.080288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.080288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.080419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.080499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.080590] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e48e858-91a1-47da-a9d3-6254debfb642 is going to be updated. [ 1078.105166] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.105329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.105371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.105589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.105732] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.105923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.202377] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbdc6d-412a-4bf6-bafa-4b1263f2348f: rpc.has_security_group_logging(os_id): False [ 1078.266874] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.266874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.266874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.266874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.266874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.266874] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.266874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.266874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.266874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.266874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.266874] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.267374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.267374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.267374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.267374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.267510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.267607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.267759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.267862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.269141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.269141] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1078.399138] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.399407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.399492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.399802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.400041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.429055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1078.517785] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.517991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.517991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.518207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.518457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.518548] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.518623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.518662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.519044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.519044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.519044] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1078.563188] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.563409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.563409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.563647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.563794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.578636] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1078.579067] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.085111] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.085111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.085111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.085111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.085111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.085111] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be created. [ 1079.120513] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.120769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.120769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.121047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.122208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.132576] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: UNINITIALIZED for 2s [ 1080.450137] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1080.450430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.591991] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1080.592182] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 1080.592310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.940239] env[63332]: INFO networking_nsxv3.common.synchronization [req-52bee475-d2cc-4a57-9c49-64aa971e57eb req-93ee3ae2-1235-4940-98f1-288437c5d07c tempest-FloatingIPsAssociationNegativeTestJSON-110008303 tempest-FloatingIPsAssociationNegativeTestJSON-110008303-project-member] Enqueued Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGHEST for action security_group_members [ 1080.940239] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGHEST for action security_group_members [ 1080.940558] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a70f3c-4f10-4c16-8018-abf8357815e1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.940680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.940749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.940978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.941174] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.941416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.941416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.941602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.941635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.942531] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.146988] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1081.147249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.147508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.147780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.148091] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.148258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.148337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.148513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.148604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.148741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.148862] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.444514] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.444810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.444810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.446681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.446681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.446681] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.446681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.446681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.446681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.446681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.446681] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 is going to be updated. [ 1081.496380] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.496380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.496380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.496380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.496914] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.510216] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 in Status: IN_PROGRESS for 2s [ 1081.655601] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.655793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.655793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.656267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.656267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.656267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.656424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.656484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.656598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.656893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.656893] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.657012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.657012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.657128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.657345] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.657437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.657490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.657644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.658196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.658196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.658196] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.105190] env[63332]: INFO networking_nsxv3.common.synchronization [req-5a8286e7-895c-480f-a172-918b45c83b74 req-fa9867e1-01dc-4252-838a-d17f5a07b98f tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Enqueued Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_members [ 1082.105458] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_members [ 1082.105848] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f11e79ac-11aa-4e8c-99a7-eb170a48af98 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.106025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.109662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.109979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.110213] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.110639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.110639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.110729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.110758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.110848] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.162484] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd: rpc.has_security_group_logging(os_id): False [ 1082.174167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.174167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.174167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.174167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.174167] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.183268] env[63332]: INFO networking_nsxv3.common.synchronization [req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 req-5e40c301-1628-4fc4-a681-cfee94839ca9 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1082.183684] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1082.184094] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.184236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.184305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.184516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.184673] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.184970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.184970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.185070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.185127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.185209] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.202917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.202917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.202917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.202917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.202917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.202917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.202917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.202917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.203608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.203847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.204281] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.204624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.204969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.207924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.207924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.207924] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.207924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.207924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.207924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.207924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.207924] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be created. [ 1082.303358] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.303358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.303358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.303358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.303635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.318240] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1082.618356] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.618724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.618724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.619034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.619189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.619503] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.619684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.619809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.620093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.620242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.620407] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 already deleted. [ 1082.620619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.637829] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.638095] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.638197] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.638492] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.638766] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.638931] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.639068] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.639293] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.639451] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.639668] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.639788] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.639901] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.640030] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.640153] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.640268] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.640407] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.663049] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.663049] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1082.663049] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.663049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.663049] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-18b6acb1-16bb-4c1b-8268-87a54b100e09 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.663049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-18b6acb1-16bb-4c1b-8268-87a54b100e09" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.663049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-18b6acb1-16bb-4c1b-8268-87a54b100e09" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.663049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-18b6acb1-16bb-4c1b-8268-87a54b100e09" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.663049] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b6acb1-16bb-4c1b-8268-87a54b100e09',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.683465] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.688419] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.688419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.688419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.688419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.688419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.688728] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.688728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.688728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.688841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.688841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.688934] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1082.718682] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.718858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.718945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.719178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.719352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.731319] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1082.898164] env[63332]: INFO networking_nsxv3.common.synchronization [None req-87d9b1a9-c1c6-4b6c-9059-93263b6684f9 None None] Enqueued Resource ID: aadb8071-0087-49eb-a623-3c75dacafbc2 with Priority: HIGHEST for action port [ 1082.899069] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aadb8071-0087-49eb-a623-3c75dacafbc2 with Priority: HIGHEST for action port [ 1082.899069] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-aadb8071-0087-49eb-a623-3c75dacafbc2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.900276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aadb8071-0087-49eb-a623-3c75dacafbc2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.900276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aadb8071-0087-49eb-a623-3c75dacafbc2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.900276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aadb8071-0087-49eb-a623-3c75dacafbc2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.900276] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aadb8071-0087-49eb-a623-3c75dacafbc2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.166668] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.166814] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-912" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.166895] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-912" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.167200] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-912" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.167481] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.167646] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.167768] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.167989] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.174523] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.174832] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.175025] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.175162] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.175284] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.175405] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.175520] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.175672] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.177548] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.177741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.177865] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.182629] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.182629] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.182629] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 18b6acb1-16bb-4c1b-8268-87a54b100e09 not found, creating... [ 1083.183068] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.183068] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.183605] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.183670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.183892] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.184528] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.185114] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.185219] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.185401] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.185547] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.185697] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 18b6acb1-16bb-4c1b-8268-87a54b100e09 is going to be created. [ 1083.191479] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.248283] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.248523] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.250033] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.250033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-912" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.250033] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.250033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.250033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.250678] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.250865] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('782ba7b9-6ff0-4033-b94e-1ec5d97d7422',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.254027] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.254341] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.254406] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.254778] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.255149] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.255522] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-18b6acb1-16bb-4c1b-8268-87a54b100e09" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.406776] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aadb8071-0087-49eb-a623-3c75dacafbc2 [ 1083.406776] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.406776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.406776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.408109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.408109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.408109] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aadb8071-0087-49eb-a623-3c75dacafbc2 already deleted. [ 1083.408109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aadb8071-0087-49eb-a623-3c75dacafbc2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.521417] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 in Status: SUCCESS [ 1083.521580] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 deletion is rescheduled due to dependency. [ 1083.521580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.696871] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1083.697252] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1083.753818] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.754080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.754276] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.754521] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.754767] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.754841] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 not found, creating... [ 1083.755613] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.755613] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.755613] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.755809] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.755852] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.756662] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.756662] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.756662] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.756662] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.756859] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.756894] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 is going to be created. [ 1083.778800] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.779052] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.779197] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.779545] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.779799] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.780069] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.940689] env[63332]: INFO networking_nsxv3.common.synchronization [req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 req-52ac46c3-845e-4d32-8f5a-1c177ec418c0 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 1083.940689] env[63332]: INFO networking_nsxv3.common.synchronization [req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 req-52ac46c3-845e-4d32-8f5a-1c177ec418c0 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1083.940880] env[63332]: INFO networking_nsxv3.common.synchronization [req-05ddaebe-102f-43b2-bf7c-a51ffb24e541 req-52ac46c3-845e-4d32-8f5a-1c177ec418c0 service nova] Enqueued Resource ID: 18b6acb1-16bb-4c1b-8268-87a54b100e09 with Priority: HIGHEST for action port [ 1083.941457] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 1083.941930] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1083.941930] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b6acb1-16bb-4c1b-8268-87a54b100e09 with Priority: HIGHEST for action port [ 1083.942113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.942371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.942371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.943095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.943095] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.943801] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.943912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.944206] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b6acb1-16bb-4c1b-8268-87a54b100e09 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.944472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b6acb1-16bb-4c1b-8268-87a54b100e09" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.944472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b6acb1-16bb-4c1b-8268-87a54b100e09" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.945200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b6acb1-16bb-4c1b-8268-87a54b100e09" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.945200] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b6acb1-16bb-4c1b-8268-87a54b100e09',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.331598] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1084.331895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.435677] env[63332]: INFO networking_nsxv3.common.synchronization [req-0559fe53-68a8-4e31-af30-ef092a3da9ea req-3687b7f2-4b45-477d-a331-13e2e578f4fe tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1084.436291] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1084.436632] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.436784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.436853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.437999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.437999] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.438198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.438468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.438660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.438799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.439108] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.447846] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b6acb1-16bb-4c1b-8268-87a54b100e09 with status ACTIVE [ 1084.448604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.448604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.448604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.450360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.450360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.450360] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.450360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.450360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.450360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.450360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.450634] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.450634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.450634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.451839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.452025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.452253] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b6acb1-16bb-4c1b-8268-87a54b100e09 is going to be updated. [ 1084.454022] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.454022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.489492] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.489492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.489492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.489492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.489492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.489492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b6acb1-16bb-4c1b-8268-87a54b100e09" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.515150] env[63332]: INFO networking_nsxv3.common.synchronization [req-5a8286e7-895c-480f-a172-918b45c83b74 req-045bb79d-47cf-4d23-87be-152bed8ea080 service nova] Enqueued Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_rules [ 1084.515150] env[63332]: INFO networking_nsxv3.common.synchronization [req-5a8286e7-895c-480f-a172-918b45c83b74 req-045bb79d-47cf-4d23-87be-152bed8ea080 service nova] Enqueued Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_members [ 1084.515150] env[63332]: INFO networking_nsxv3.common.synchronization [req-5a8286e7-895c-480f-a172-918b45c83b74 req-045bb79d-47cf-4d23-87be-152bed8ea080 service nova] Enqueued Resource ID: 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 with Priority: HIGHEST for action port [ 1084.515150] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_rules [ 1084.515150] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_members [ 1084.515150] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 with Priority: HIGHEST for action port [ 1084.515150] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.515150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.515150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.515716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.515913] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.517834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f11e79ac-11aa-4e8c-99a7-eb170a48af98 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.518073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.518462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.518745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.519089] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.519291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.519440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.519653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.519809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.519958] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.520824] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.521203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.521427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.522215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.522812] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('782ba7b9-6ff0-4033-b94e-1ec5d97d7422',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.723201] env[63332]: INFO networking_nsxv3.common.synchronization [None req-b44e1b44-6e72-4747-8de8-ef9282c31cbd None None] Enqueued Resource ID: e7947e7e-5193-45f3-949e-8cd0f1737215 with Priority: HIGHEST for action port [ 1084.723201] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7947e7e-5193-45f3-949e-8cd0f1737215 with Priority: HIGHEST for action port [ 1084.723201] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7947e7e-5193-45f3-949e-8cd0f1737215 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.723201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7947e7e-5193-45f3-949e-8cd0f1737215" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.723201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7947e7e-5193-45f3-949e-8cd0f1737215" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.723201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7947e7e-5193-45f3-949e-8cd0f1737215" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.723201] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7947e7e-5193-45f3-949e-8cd0f1737215',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.733247] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.733247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.733247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.733247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.752012] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1084.753046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.754466] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1084.758937] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.759387] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.759653] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.759873] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.760196] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.760400] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.760559] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.760814] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.761033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.761742] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.761742] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.761742] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.761742] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.761742] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.761991] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.762204] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.771184] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1084.771424] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 deletion is rescheduled due to dependency. [ 1084.771570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.772412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.772664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.772885] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.773103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.773160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.773352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.773470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.773597] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.787255] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.787385] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.787429] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.787595] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.787922] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-a857216d-4580-4a9a-97b3-85b3e237e115 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.788107] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-a857216d-4580-4a9a-97b3-85b3e237e115" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.788231] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-a857216d-4580-4a9a-97b3-85b3e237e115" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.788555] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-a857216d-4580-4a9a-97b3-85b3e237e115" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.788808] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a857216d-4580-4a9a-97b3-85b3e237e115',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.795527] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.795685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.795729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.796109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.807872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.808542] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1084.808628] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1084.808722] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1084.852992] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.853201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.853246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.853428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.855049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.855253] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1084.941136] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.941136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.941136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.941551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.942181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.942181] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1084.943381] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.943542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.943635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.945033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.970866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.970866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.970866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.970866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.971155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.971155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.971251] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1084.998476] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.998620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.998695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.998909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.999068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.011771] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1085.027667] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.029139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f11e79ac-11aa-4e8c-99a7-eb170a48af98 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.029294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.029738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 with status ACTIVE [ 1085.029934] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.030051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.030114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.030339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.030424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.030611] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.030702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.030758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.030932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.031133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.031354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.031454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.031527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.031687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.031761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.031846] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 782ba7b9-6ff0-4033-b94e-1ec5d97d7422 is going to be updated. [ 1085.039525] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.039678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.039747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.039952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.040266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.040541] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1085.040639] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'52e6218a-dd53-4b31-8925-635679cb93d5', 'e5a70f3c-4f10-4c16-8018-abf8357815e1', '188eaea9-d601-44cd-b51e-bb3186ec0e9c', '5dd90154-3f7f-4afc-ba1d-c5c086af8ce1', '8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed', '8131edc2-8899-4387-b772-9c1d747dcf7d', '424f6cb8-8a40-455e-b880-c722ad354886', '0e3e4ade-be84-4881-8bb9-9c8ed12dbd29', '80599ed0-6010-4511-a372-5f79b3dcf8a0', 'b18ab17b-9a49-41ce-b194-dadec741c3de', '97ce8a22-fb0e-4314-ad15-b7be5c9d45cd', 'c262c864-683c-4194-bdb7-146877fc85db', '7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2', 'dac0c4b2-672a-4b5f-a65f-1bbfc16ef542', 'ca472b0d-fc14-440b-aa05-8b209e9fbfd7', '525e2347-85e2-45b6-957d-180f920ebcc1', '705b3697-849a-4a2f-8073-708a5d4f33df', '07b03d21-f52e-4f16-b493-66a9cf8445a3', 'efe2733b-af30-44c8-bd78-b647e9d334ef', '30408361-4b75-46a6-b5b8-795303d98361', 'f6fbdc6d-412a-4bf6-bafa-4b1263f2348f', 'e1ae3356-cf93-4064-bd27-383b4ecfa764', 'f571a235-9b66-4ab2-b863-24057743834e', '68078c5f-d246-4dc9-89bd-21d62466e100', '10969594-f88d-4c5a-9d08-4ea72b6a5246', '34181973-e6be-4c07-896c-24dd61ee11f2', '9fee702e-d1fd-48ed-88e6-bf3c0c87974c', '11008d53-fdcf-40d8-bbe4-59ab3ce68bd3', '81081705-813a-4c37-b972-5e185eaca139', 'a909b740-3b0c-4bfa-99db-d497a916420e', '2ef73f68-00d7-406c-8317-21fa17f8fbf0', 'fecddd75-45d4-41c9-ac42-1cafcb3c741b', '158b15b4-9f17-424c-b136-6752a53b6f65', 'e6c19db3-81a5-495d-9d82-4f9ef2510b66', '1cd958d0-475a-4ca2-892d-f7f63b49fb03', '1a3ee61d-8d51-489d-92f6-d42f74b525e8', 'dd9682ad-00fa-4838-a73c-dabaf468337c', '6f410793-836f-4cdc-9b3e-e8945d709939', '46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab', '6b53a905-2b1f-419b-a575-4c0309a672da', '966685e3-be17-4699-9853-dbc9425ede77', '97b193e8-8e96-4e34-93f2-dbe3a229c274', '1a041292-c452-4f4c-9747-afb15e5b9c8e', 'a0ad44a0-d08b-4739-9990-314d1fbce44d', '7b3c598c-ff85-4d04-ba00-37d0dc6ccb57', 'ebff7686-9023-47e8-8403-1c1c4cfd169d'} {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.040739] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1085.059490] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.059660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.059719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.060613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.060613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.060613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-782ba7b9-6ff0-4033-b94e-1ec5d97d7422" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.064965] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.065151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.065211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.065426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.065511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.065624] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1085.065696] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.065766] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1085.226327] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7947e7e-5193-45f3-949e-8cd0f1737215 [ 1085.226477] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.226546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.226614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.226832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.226923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.227045] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7947e7e-5193-45f3-949e-8cd0f1737215 already deleted. [ 1085.227154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7947e7e-5193-45f3-949e-8cd0f1737215" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.229518] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.229660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.229731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.229935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.230974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.231358] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1085.231886] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.231886] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1085.231886] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1085.231886] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1085.231886] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGH for action security_group_rules [ 1085.231886] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGH for action security_group_rules [ 1085.231886] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGH for action security_group_rules [ 1085.232141] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGH for action security_group_rules [ 1085.232141] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGH for action security_group_rules [ 1085.232141] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGH for action security_group_rules [ 1085.232141] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGH for action security_group_rules [ 1085.232243] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGH for action security_group_rules [ 1085.232243] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGH for action security_group_rules [ 1085.232297] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGH for action security_group_rules [ 1085.232327] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGH for action security_group_rules [ 1085.232383] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGH for action security_group_rules [ 1085.232443] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGH for action security_group_rules [ 1085.232507] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGH for action security_group_rules [ 1085.232569] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGH for action security_group_rules [ 1085.232631] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGH for action security_group_rules [ 1085.232694] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGH for action security_group_rules [ 1085.232757] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGH for action security_group_rules [ 1085.232822] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGH for action security_group_rules [ 1085.232890] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGH for action security_group_rules [ 1085.233040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.275602] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.291573] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.291698] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.291811] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.292223] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.292410] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.295018] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port a857216d-4580-4a9a-97b3-85b3e237e115 not found, creating... [ 1085.295018] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.295018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.295018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.295018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.295018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.295018] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.295018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.295018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.295018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.295518] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.295518] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: a857216d-4580-4a9a-97b3-85b3e237e115 is going to be created. [ 1085.322351] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.322422] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.322559] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.322850] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.323137] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.323412] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-a857216d-4580-4a9a-97b3-85b3e237e115" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.531894] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.778027] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.014908] env[63332]: INFO networking_nsxv3.common.synchronization [req-0559fe53-68a8-4e31-af30-ef092a3da9ea req-a6b7165d-0c43-4b49-9f00-2d0d005d5d8f service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 1086.015161] env[63332]: INFO networking_nsxv3.common.synchronization [req-0559fe53-68a8-4e31-af30-ef092a3da9ea req-a6b7165d-0c43-4b49-9f00-2d0d005d5d8f service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1086.015349] env[63332]: INFO networking_nsxv3.common.synchronization [req-0559fe53-68a8-4e31-af30-ef092a3da9ea req-a6b7165d-0c43-4b49-9f00-2d0d005d5d8f service nova] Enqueued Resource ID: a857216d-4580-4a9a-97b3-85b3e237e115 with Priority: HIGHEST for action port [ 1086.015919] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 1086.016119] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1086.016593] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a857216d-4580-4a9a-97b3-85b3e237e115 with Priority: HIGHEST for action port [ 1086.016735] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e6218a-dd53-4b31-8925-635679cb93d5 with Priority: HIGH for action security_group_rules [ 1086.016845] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c with Priority: HIGH for action security_group_rules [ 1086.016960] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424f6cb8-8a40-455e-b880-c722ad354886 with Priority: HIGH for action security_group_rules [ 1086.017101] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 with Priority: HIGH for action security_group_rules [ 1086.017210] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30408361-4b75-46a6-b5b8-795303d98361 with Priority: HIGH for action security_group_rules [ 1086.017345] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGH for action security_group_rules [ 1086.017442] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGH for action security_group_rules [ 1086.017532] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGH for action security_group_rules [ 1086.017619] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 with Priority: HIGH for action security_group_rules [ 1086.017705] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525e2347-85e2-45b6-957d-180f920ebcc1 with Priority: HIGH for action security_group_rules [ 1086.017791] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGH for action security_group_rules [ 1086.017903] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c262c864-683c-4194-bdb7-146877fc85db with Priority: HIGH for action security_group_rules [ 1086.017980] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGH for action security_group_rules [ 1086.018086] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGH for action security_group_rules [ 1086.018171] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 with Priority: HIGH for action security_group_rules [ 1086.018255] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGH for action security_group_rules [ 1086.018338] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGH for action security_group_rules [ 1086.018480] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGH for action security_group_rules [ 1086.018566] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 with Priority: HIGH for action security_group_rules [ 1086.018663] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 with Priority: HIGH for action security_group_rules [ 1086.022070] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.022304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.022454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.022958] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.023047] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.028024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.028024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.028024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-a857216d-4580-4a9a-97b3-85b3e237e115 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.028024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a857216d-4580-4a9a-97b3-85b3e237e115" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.028024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a857216d-4580-4a9a-97b3-85b3e237e115" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.028024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a857216d-4580-4a9a-97b3-85b3e237e115" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.028024] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a857216d-4580-4a9a-97b3-85b3e237e115',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.028024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e6218a-dd53-4b31-8925-635679cb93d5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.028024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.028024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.028024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.028024] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e6218a-dd53-4b31-8925-635679cb93d5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.032470] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.032470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.032470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.032470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.032470] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188eaea9-d601-44cd-b51e-bb3186ec0e9c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.032470] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424f6cb8-8a40-455e-b880-c722ad354886 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.032470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.032470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.032470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.032470] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424f6cb8-8a40-455e-b880-c722ad354886',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.032865] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.032865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.032865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.032865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.033030] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca472b0d-fc14-440b-aa05-8b209e9fbfd7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.034313] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30408361-4b75-46a6-b5b8-795303d98361 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.034313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.034313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.034313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.034313] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30408361-4b75-46a6-b5b8-795303d98361',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.035082] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.035082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.035082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.035275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.035418] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.036105] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.036500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.039048] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.039048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.039048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.039048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.039048] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.039048] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.039048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.039048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.039048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.039048] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac0c4b2-672a-4b5f-a65f-1bbfc16ef542',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.040344] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-525e2347-85e2-45b6-957d-180f920ebcc1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.040344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.040344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.040344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.040344] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('525e2347-85e2-45b6-957d-180f920ebcc1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.040720] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.040820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.040884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.041113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.041113] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.041890] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c262c864-683c-4194-bdb7-146877fc85db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.042014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.042078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.042219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.042282] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c262c864-683c-4194-bdb7-146877fc85db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.042997] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.042997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.043229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.043229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.044303] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.044303] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.044303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.044303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.044576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.044576] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.048327] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80599ed0-6010-4511-a372-5f79b3dcf8a0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.048327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.048327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.048327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.048327] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80599ed0-6010-4511-a372-5f79b3dcf8a0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.048327] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.048327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.048327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.048327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.048327] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.049027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.049027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.049027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.049027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.049027] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.049495] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.049606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.049676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.049859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.049931] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.051990] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a70f3c-4f10-4c16-8018-abf8357815e1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.052097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.052097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.052228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.052292] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a70f3c-4f10-4c16-8018-abf8357815e1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.052962] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.053099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.053161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.053279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.053341] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd90154-3f7f-4afc-ba1d-c5c086af8ce1',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.058432] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.058565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.058626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.058910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.058910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.059396] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 is going to be created. [ 1086.083893] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.084094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.084137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.084413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.088167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.088311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.088350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.088555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.088717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.100600] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 in Status: UNINITIALIZED for 2s [ 1086.108212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.108368] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188eaea9-d601-44cd-b51e-bb3186ec0e9c is going to be deleted. [ 1086.189064] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.190978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.190978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.190978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.190978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.190978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188eaea9-d601-44cd-b51e-bb3186ec0e9c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.281785] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.281976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.282092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.282688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.282943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.283582] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1086.339675] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.339853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.339931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.340189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.340453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.363513] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1086.555700] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.556089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.556166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.556484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.556794] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.557034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.557156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.557409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.557508] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.557606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.557701] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.561969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.562162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.562234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.562443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.562677] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.562810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.562920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.563149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.563242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.563371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.563518] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.564515] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a857216d-4580-4a9a-97b3-85b3e237e115 with status ACTIVE [ 1086.564827] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.564827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.564991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.565109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.565258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.565497] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.565616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.565685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.565851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.565950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.566180] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.566288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.566345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.566473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.566548] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.567228] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a857216d-4580-4a9a-97b3-85b3e237e115 is going to be updated. [ 1086.570934] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.570934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.571109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.571229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.571401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.571500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.571563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.571726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.571820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.571939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.572144] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.573829] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.573941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.574043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.574213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.574373] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.574467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.574532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.574669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.574754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.574827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.574913] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.576598] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.576705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.576807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.576923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.577179] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.577260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.577337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.577451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.577531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.577612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.577692] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.578489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.578586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.578722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.578854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.579061] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.579225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.579225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.579369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.579446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.579525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.579601] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.582812] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.582973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.583174] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.583283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.583341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.583479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.583621] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.583704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.583775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.583948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.584053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.584146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.584231] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.590104] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.635986] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.636206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.636298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.636612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.638648] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.638769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.639630] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.639787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.640557] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.640677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.641313] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.641437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.642428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.642428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.643448] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.643597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.644366] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.644463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.645179] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.645276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.645989] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.646118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.646870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.646951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.654799] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.655396] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.655669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.655809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.656081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.656304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.656556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a857216d-4580-4a9a-97b3-85b3e237e115" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.669885] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.670548] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.670787] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30408361-4b75-46a6-b5b8-795303d98361 is going to be deleted. [ 1086.671850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.672121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.698562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.698738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424f6cb8-8a40-455e-b880-c722ad354886 is going to be deleted. [ 1086.699723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.699972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.727967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.728205] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80599ed0-6010-4511-a372-5f79b3dcf8a0 is going to be deleted. [ 1086.730565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.730565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.776728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.776880] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac0c4b2-672a-4b5f-a65f-1bbfc16ef542 is going to be deleted. [ 1086.777824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.778061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.795824] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.796069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.826151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.826411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.827550] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.827718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.833393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.833577] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be deleted. [ 1086.834845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.835184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.869657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.869801] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 525e2347-85e2-45b6-957d-180f920ebcc1 is going to be deleted. [ 1086.870749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.870980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.899815] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.899983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.912601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.912760] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca472b0d-fc14-440b-aa05-8b209e9fbfd7 is going to be deleted. [ 1086.913863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.914139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.959883] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.960156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.982373] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.982523] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd90154-3f7f-4afc-ba1d-c5c086af8ce1 is going to be deleted. [ 1086.983770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.983882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.036303] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1087.036303] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 1087.036303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.036600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.036759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.037647] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.037647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.037647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.037647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.037647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.037647] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.043149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.043149] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a70f3c-4f10-4c16-8018-abf8357815e1 is going to be deleted. [ 1087.043149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.044828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.069564] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.071064] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.071253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.071921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.071921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.071921] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.071921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.071921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.072260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.072260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.072260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.072423] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.072598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.072669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.072772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.072927] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.073032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.073189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.073369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.073509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.073622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.073698] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.089346] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.089346] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.095963] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.095963] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.096722] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.097512] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.097645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.098144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.098468] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.098620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.098919] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.098919] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.099089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100765] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.104672] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18ab17b-9a49-41ce-b194-dadec741c3de: rpc.has_security_group_logging(os_id): False [ 1087.122320] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.122466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.140564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.140564] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c262c864-683c-4194-bdb7-146877fc85db is going to be deleted. [ 1087.141681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.142656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.190187] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.190360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.199895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.200201] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e6218a-dd53-4b31-8925-635679cb93d5 is going to be deleted. [ 1087.201186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.201445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.201543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.201668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30408361-4b75-46a6-b5b8-795303d98361" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.201864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.202114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.202253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.202449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424f6cb8-8a40-455e-b880-c722ad354886" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.203096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.203347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.203756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.203756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80599ed0-6010-4511-a372-5f79b3dcf8a0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.203756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.203985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.204106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.204248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac0c4b2-672a-4b5f-a65f-1bbfc16ef542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.204410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.204604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.204706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.204965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.205118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.205293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.205426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.205598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-525e2347-85e2-45b6-957d-180f920ebcc1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.205739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.205886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.205963] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.206113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca472b0d-fc14-440b-aa05-8b209e9fbfd7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.206244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.206392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.303630] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.303781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.309341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.309670] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.309805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.309862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.310120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.310201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.310260] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1087.312437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.312437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.312437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.312437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a70f3c-4f10-4c16-8018-abf8357815e1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.323046] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.323046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.323233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.323366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.323448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.323715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd90154-3f7f-4afc-ba1d-c5c086af8ce1" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.371485] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.371485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.371485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.371775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.371775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.371870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c262c864-683c-4194-bdb7-146877fc85db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.396167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.396466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.396466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.396594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.396796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.396796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e6218a-dd53-4b31-8925-635679cb93d5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.531170] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.531170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.531170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.531170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.531170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.541961] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.555112] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1087.576073] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efe2733b-af30-44c8-bd78-b647e9d334ef: rpc.has_security_group_logging(os_id): False [ 1087.577737] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29: rpc.has_security_group_logging(os_id): False [ 1087.596487] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2: rpc.has_security_group_logging(os_id): False [ 1087.602406] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8131edc2-8899-4387-b772-9c1d747dcf7d: rpc.has_security_group_logging(os_id): False [ 1087.603548] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705b3697-849a-4a2f-8073-708a5d4f33df: rpc.has_security_group_logging(os_id): False [ 1087.604649] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd: rpc.has_security_group_logging(os_id): False [ 1087.763620] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.763788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.763882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.764155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.781376] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.781647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.783275] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.783427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.784337] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.784460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.788181] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.788312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.813973] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.814571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.827469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.828072] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.828283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.828805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.828805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.828992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.829510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.829735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.829857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.830062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.830230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.830605] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.830752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.830848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.831100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.831162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.831295] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be updated. [ 1087.834827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.834827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.897642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.898700] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.899024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.899238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.899652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.900104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.902964] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d is going to be updated. [ 1087.902964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.902964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.940834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.941654] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.941828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.941940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.942261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.942390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.942516] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df is going to be updated. [ 1087.944675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.945227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.975302] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.975506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.978637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.979028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.979151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.979270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.979545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.979697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.979880] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be updated. [ 1087.981490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.981924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.005498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.005498] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.005498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.005498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.005498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.005498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.005498] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef is going to be updated. [ 1088.005839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.006175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.006383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.008378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.008378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.025598] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.025967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.034381] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1088.039122] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.039287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.044742] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.050092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.050441] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.050578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.050644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.050879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.050989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.051259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.051374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.051437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.051597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.051697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.051882] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.051986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.052188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.052384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.052446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.052543] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1088.053810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.054012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.054256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.055335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.055501] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.055661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.107321] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: IN_PROGRESS for 2s [ 1088.116403] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 in Status: SUCCESS [ 1088.116695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.116905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.117268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.117516] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.118427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.118427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.118427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.118427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.118427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.118427] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.144720] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8131edc2-8899-4387-b772-9c1d747dcf7d in Status: IN_PROGRESS for 2s [ 1088.152744] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.152977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.153160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.154431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.155098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.159633] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.159633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.159633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.159633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.159633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.210821] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efe2733b-af30-44c8-bd78-b647e9d334ef in Status: IN_PROGRESS for 2s [ 1088.210821] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: IN_PROGRESS for 2s [ 1088.385111] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1088.385337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.385766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.385766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.386096] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.386183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.386183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.386355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.386502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.386532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.386617] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.437243] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.437243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.437243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.437243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.437243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.489595] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1088.548113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.548113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.548113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.548113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.548113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.548309] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1088.583992] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.584200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.584623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.584623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.584789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.595461] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1088.622548] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.892090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.892090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.892090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.892090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.892090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.893153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.893153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.893153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.893153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.893153] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.125894] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f11e79ac-11aa-4e8c-99a7-eb170a48af98: rpc.has_security_group_logging(os_id): False [ 1089.151207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.151207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.151364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.151607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.151703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.152416] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.152940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.152940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.152940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.152940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.153123] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 is going to be created. [ 1089.247785] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.247785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.247785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.247785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.247785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.261377] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 in Status: IN_PROGRESS for 2s [ 1089.292994] env[63332]: INFO networking_nsxv3.common.synchronization [None req-4a6df4c5-4590-4e53-8272-18a1256f164f tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1089.293802] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1089.294187] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.294322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.294426] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.294728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.294888] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.295020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.295087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.296679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.296872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.297048] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.394200] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 966685e3-be17-4699-9853-dbc9425ede77: rpc.has_security_group_logging(os_id): False [ 1089.417996] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.419349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.419445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.419660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.457397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.458767] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.458872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.459168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.459577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.459735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.460468] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.460468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.460468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.460625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.460625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.460866] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.461015] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.461412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.461412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.461412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.461568] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1089.535856] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.536025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.536091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.536296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.536560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.556809] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1089.576536] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1089.576771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.799926] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.052187] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1090.052651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.133218] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: SUCCESS [ 1090.133218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.161628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8131edc2-8899-4387-b772-9c1d747dcf7d in Status: SUCCESS [ 1090.162082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.249887] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 1090.249887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.250442] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efe2733b-af30-44c8-bd78-b647e9d334ef in Status: SUCCESS [ 1090.250647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.302327] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.511254] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1090.511524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.609665] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1090.609774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.609991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.610192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.610400] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.610549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.610656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.610981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.611177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.611280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.611427] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.804850] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.805043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.805115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.805323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.805421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.805569] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1090.836916] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.836916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.836916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.836916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.836916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.851444] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1091.114788] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.115280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.115280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.115506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.115731] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.115874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.115955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.116216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.116377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.116524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.116710] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.116829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.116909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.117108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.117349] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.117499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.117604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.117786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.117873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.117946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.118050] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.192986] env[63332]: INFO networking_nsxv3.common.synchronization [req-186630f4-cc1a-4896-8622-066c6ed7d201 req-4dd2a661-e198-45a4-b313-bb1c268baf4a tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1091.193589] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1091.193928] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.194062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.194142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.194422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.194579] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.194957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.194957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.194957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.195121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.195188] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.275889] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 in Status: SUCCESS [ 1091.276205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.572705] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1091.572705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.620531] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b03d21-f52e-4f16-b493-66a9cf8445a3: rpc.has_security_group_logging(os_id): False [ 1091.649441] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.650300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.650300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.650392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.650505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.650829] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.650969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.651071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.651286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.651374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.651569] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.651670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.651733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.651876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.651951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.656332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.656332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.656332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.656332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.656332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.656332] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1091.698239] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.698239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.698388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.698642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.698965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.699103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.700176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.700297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.700635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.700677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.700761] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 already deleted. [ 1091.700920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.756476] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.756690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.756769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.757073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.757263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.773782] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1091.793064] env[63332]: INFO networking_nsxv3.common.synchronization [req-a01662b5-cb18-447b-be24-daee8a9bd59c req-7ed2eb67-9bfd-4a8f-ae08-1c7d5b48ab1c tempest-ImagesTestJSON-559079149 tempest-ImagesTestJSON-559079149-project-member] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1091.793064] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGHEST for action security_group_members [ 1091.793408] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.793531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.794616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.794616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.794616] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.794616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.794616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.794616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.794616] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.794616] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.051621] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.051621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.051621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.051621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.051621] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.051621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.051621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.051621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.051621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.051621] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.051621] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.051621] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.051621] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.052178] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.052178] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.052178] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.054818] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.054818] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.054818] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.055078] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.059025] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.059025] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.059025] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.059025] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.059025] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.059025] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.059025] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.059025] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.059025] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.059025] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.059025] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.059025] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.093303] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.093541] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.093735] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.094165] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.094575] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.094808] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.094970] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.095503] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.095917] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8f9b14-b7fc-41f3-92cd-94b14f18142f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.100876] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.100876] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.100876] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.100876] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.100876] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-348d767f-8768-479c-9b92-13fe1ab11009 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.100876] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-348d767f-8768-479c-9b92-13fe1ab11009" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.100876] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-348d767f-8768-479c-9b92-13fe1ab11009" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.100876] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-348d767f-8768-479c-9b92-13fe1ab11009" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.100876] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348d767f-8768-479c-9b92-13fe1ab11009',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.296526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.296887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.296887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.297824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.297824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.297824] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.297824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.297824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.297824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.298128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.298128] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be updated. [ 1092.337496] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.337496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.339438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.339438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.339438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.351390] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: IN_PROGRESS for 2s [ 1092.598127] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.598378] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.598505] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.598799] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.598961] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.599136] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 2b8f9b14-b7fc-41f3-92cd-94b14f18142f not found, creating... [ 1092.599522] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.599701] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.599825] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.600058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.600208] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.600490] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.600786] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.600786] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.600975] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.601341] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.601520] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 2b8f9b14-b7fc-41f3-92cd-94b14f18142f is going to be created. [ 1092.604375] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.604562] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.604791] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.604930] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.605152] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.605333] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 348d767f-8768-479c-9b92-13fe1ab11009 not found, creating... [ 1092.605586] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.605748] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.605871] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.606125] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.606293] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.606583] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.606740] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.606862] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.607089] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.607236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.607455] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 348d767f-8768-479c-9b92-13fe1ab11009 is going to be created. [ 1092.625957] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.626235] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.626362] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.626602] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.626835] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.627073] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.634620] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.634620] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.634620] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.640094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.640094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.640094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-348d767f-8768-479c-9b92-13fe1ab11009" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.860216] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1092.860454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.254171] env[63332]: INFO networking_nsxv3.common.synchronization [None req-94004e2e-52b5-4906-82c3-df05e735c2a1 None None] Enqueued Resource ID: 2433cf19-bc84-4b3e-aeef-57b700197a3f with Priority: HIGHEST for action port [ 1093.254800] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2433cf19-bc84-4b3e-aeef-57b700197a3f with Priority: HIGHEST for action port [ 1093.255229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2433cf19-bc84-4b3e-aeef-57b700197a3f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.255371] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2433cf19-bc84-4b3e-aeef-57b700197a3f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.255436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2433cf19-bc84-4b3e-aeef-57b700197a3f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.255699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2433cf19-bc84-4b3e-aeef-57b700197a3f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.255785] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2433cf19-bc84-4b3e-aeef-57b700197a3f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.672024] env[63332]: INFO networking_nsxv3.common.synchronization [req-b9588a2f-4933-428a-8f4d-48a4914c1daa req-81813a7e-8b66-4bd7-a736-6ef84a555bff tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_members [ 1093.672024] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGHEST for action security_group_members [ 1093.672024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.672024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.672024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.672660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.672660] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.672660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.672660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.672803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.672803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.673440] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.757969] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2433cf19-bc84-4b3e-aeef-57b700197a3f [ 1093.760066] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.760066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.760066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.760066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.760066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.760066] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2433cf19-bc84-4b3e-aeef-57b700197a3f already deleted. [ 1093.760066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2433cf19-bc84-4b3e-aeef-57b700197a3f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.795448] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1093.796036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.796036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.796167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.796198] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.825772] env[63332]: INFO networking_nsxv3.common.synchronization [req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd req-031fea14-9dc1-4f13-ad1a-5bc5ac3959e2 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 1093.825949] env[63332]: INFO networking_nsxv3.common.synchronization [req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd req-031fea14-9dc1-4f13-ad1a-5bc5ac3959e2 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1093.826118] env[63332]: INFO networking_nsxv3.common.synchronization [req-a5b91ebb-a0f9-41c9-9d28-46aa234d55cd req-031fea14-9dc1-4f13-ad1a-5bc5ac3959e2 service nova] Enqueued Resource ID: 348d767f-8768-479c-9b92-13fe1ab11009 with Priority: HIGHEST for action port [ 1093.826368] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 1093.826544] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1093.826583] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348d767f-8768-479c-9b92-13fe1ab11009 with Priority: HIGHEST for action port [ 1093.827960] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.827960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.827960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.827960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.827960] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.829419] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.829419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.829419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.830457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.830457] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.830457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.831912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.831912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.832063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.832063] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.834501] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-348d767f-8768-479c-9b92-13fe1ab11009 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.834501] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-348d767f-8768-479c-9b92-13fe1ab11009" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.834501] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-348d767f-8768-479c-9b92-13fe1ab11009" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.834501] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-348d767f-8768-479c-9b92-13fe1ab11009" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.834501] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348d767f-8768-479c-9b92-13fe1ab11009',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.858387] env[63332]: INFO networking_nsxv3.common.synchronization [req-186630f4-cc1a-4896-8622-066c6ed7d201 req-c11758dc-741c-44ab-84a6-193179107ff0 service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1093.858387] env[63332]: INFO networking_nsxv3.common.synchronization [req-186630f4-cc1a-4896-8622-066c6ed7d201 req-c11758dc-741c-44ab-84a6-193179107ff0 service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1093.858387] env[63332]: INFO networking_nsxv3.common.synchronization [req-186630f4-cc1a-4896-8622-066c6ed7d201 req-c11758dc-741c-44ab-84a6-193179107ff0 service nova] Enqueued Resource ID: 2b8f9b14-b7fc-41f3-92cd-94b14f18142f with Priority: HIGHEST for action port [ 1093.858387] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1093.858387] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1093.858387] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8f9b14-b7fc-41f3-92cd-94b14f18142f with Priority: HIGHEST for action port [ 1093.858663] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.858819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.858886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.859199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.860447] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.860447] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.860908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.860908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.860908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.860908] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.861149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.861149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.861269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.861792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.861858] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.865032] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.865032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.865032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.865032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.865032] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8f9b14-b7fc-41f3-92cd-94b14f18142f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.008803] env[63332]: INFO networking_nsxv3.common.synchronization [req-94cc5e63-5281-49f2-b001-02be845f94be req-c6c458b4-c2c2-4ba8-9798-79bc91635bc8 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1094.009350] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1094.009721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.009894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.009969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.010425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.010672] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.010850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.011949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.012194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.012803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.012803] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.175340] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.176089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.176089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.176089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.176089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.176412] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.176412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.176412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.176544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.176591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.176682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef is going to be updated. [ 1094.215330] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.215552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.215618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.216099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.216202] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.229692] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efe2733b-af30-44c8-bd78-b647e9d334ef in Status: IN_PROGRESS for 2s [ 1094.298687] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.298871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.299720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.299720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.299720] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.299935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.299935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.300041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.300135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.300234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.300341] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.341269] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.341269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.341269] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.342418] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 348d767f-8768-479c-9b92-13fe1ab11009 with status ACTIVE [ 1094.342627] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.343027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.343027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.343230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.343230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.343371] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.343476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.343530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.343726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.343809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.344029] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.344132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.344196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.344353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.344425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.344518] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 348d767f-8768-479c-9b92-13fe1ab11009 is going to be updated. [ 1094.362862] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 in Status: SUCCESS [ 1094.362862] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 deletion is rescheduled due to dependency. [ 1094.362862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.364671] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.369167] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8f9b14-b7fc-41f3-92cd-94b14f18142f with status ACTIVE [ 1094.370794] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.370794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.370794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.370794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.370794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.370794] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.370794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.370794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.370794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.370794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.371345] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.371345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.371345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.371345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.371345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.371345] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8f9b14-b7fc-41f3-92cd-94b14f18142f is going to be updated. [ 1094.372583] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.372704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.373624] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.373746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.373815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.373990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.374175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.374354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-348d767f-8768-479c-9b92-13fe1ab11009" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.403292] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.403472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.403579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.403723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.403862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.404419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8f9b14-b7fc-41f3-92cd-94b14f18142f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.516055] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.700314] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.700687] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.700687] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.700982] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.701494] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.701689] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.701831] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.702091] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.702273] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.702517] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.702688] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.702765] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.702887] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.703020] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.703142] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.703295] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.724386] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.724616] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.724771] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.725020] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.725401] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-0aa86ce7-6127-423e-8b60-923f67d0e425 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.725603] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-0aa86ce7-6127-423e-8b60-923f67d0e425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.725731] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-0aa86ce7-6127-423e-8b60-923f67d0e425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.726100] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-0aa86ce7-6127-423e-8b60-923f67d0e425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.726260] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa86ce7-6127-423e-8b60-923f67d0e425',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.804559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.804717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.804764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.804983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.805202] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.805507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.805507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.806870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.806870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.806870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.806870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.806870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.806870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.806870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.806870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.807820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.807820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.807820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.807820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.807820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.807820] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.847082] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.875857] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.020456] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.229121] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.229332] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.229427] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.229713] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.229898] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.230083] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 0aa86ce7-6127-423e-8b60-923f67d0e425 not found, creating... [ 1095.230510] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.230884] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.231038] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.231291] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.231561] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.231926] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.232124] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.232251] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.232470] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.232612] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.232760] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 0aa86ce7-6127-423e-8b60-923f67d0e425 is going to be created. [ 1095.257061] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.257322] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.257442] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.257741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.258357] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.258476] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-0aa86ce7-6127-423e-8b60-923f67d0e425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.311419] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b03d21-f52e-4f16-b493-66a9cf8445a3: rpc.has_security_group_logging(os_id): False [ 1095.335112] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.335344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.335427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.336120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.336239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.336487] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.336597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.336666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.336820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.337199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.337807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.338315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.338410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.338574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.338658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.338852] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.338988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.339066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.339389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.339486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.339588] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1095.350089] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.350089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.350089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.350464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.350464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.353183] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1095.384707] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.384707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.384707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.384707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.384707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.384707] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be created. [ 1095.406087] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.406087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.406087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.406087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.406087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.421355] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1095.422467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.422622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.422699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.422967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.423744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.446973] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.446973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.446973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.446973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.446973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.446973] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: UNINITIALIZED for 2s [ 1095.463640] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1095.523434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.523596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.523674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.525729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.525729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.525729] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be updated. [ 1095.572204] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.572408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.572408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.572636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.572780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.586421] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1095.791983] env[63332]: INFO networking_nsxv3.common.synchronization [None req-c62e1e01-3acd-4835-95c1-92012049eae0 None None] Enqueued Resource ID: 26506bf2-83ff-4c51-a0a1-e2b10c436f35 with Priority: HIGHEST for action port [ 1095.792741] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26506bf2-83ff-4c51-a0a1-e2b10c436f35 with Priority: HIGHEST for action port [ 1095.797366] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-26506bf2-83ff-4c51-a0a1-e2b10c436f35 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.797494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26506bf2-83ff-4c51-a0a1-e2b10c436f35" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.797567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26506bf2-83ff-4c51-a0a1-e2b10c436f35" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.797878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26506bf2-83ff-4c51-a0a1-e2b10c436f35" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.798017] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26506bf2-83ff-4c51-a0a1-e2b10c436f35',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.954562] env[63332]: INFO networking_nsxv3.common.synchronization [req-733ccdd1-8abe-442f-b666-55e6c2a66f32 req-b662d165-3240-4b4f-bae1-25d546bc5426 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_members [ 1095.955291] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGHEST for action security_group_members [ 1095.956190] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.956190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.956190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.956190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.956903] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.957425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.957622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.957790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.958404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.958526] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.179256] env[63332]: INFO networking_nsxv3.common.synchronization [req-94cc5e63-5281-49f2-b001-02be845f94be req-d20e1c07-d490-4fa9-a7e9-f3092fc6d8b0 service nova] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_rules [ 1096.179256] env[63332]: INFO networking_nsxv3.common.synchronization [req-94cc5e63-5281-49f2-b001-02be845f94be req-d20e1c07-d490-4fa9-a7e9-f3092fc6d8b0 service nova] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1096.179256] env[63332]: INFO networking_nsxv3.common.synchronization [req-94cc5e63-5281-49f2-b001-02be845f94be req-d20e1c07-d490-4fa9-a7e9-f3092fc6d8b0 service nova] Enqueued Resource ID: 0aa86ce7-6127-423e-8b60-923f67d0e425 with Priority: HIGHEST for action port [ 1096.179256] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_rules [ 1096.179385] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1096.179385] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa86ce7-6127-423e-8b60-923f67d0e425 with Priority: HIGHEST for action port [ 1096.180961] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.180961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.180961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.180961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.180961] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.185155] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.185155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.185155] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aa86ce7-6127-423e-8b60-923f67d0e425 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.185155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aa86ce7-6127-423e-8b60-923f67d0e425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.185155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aa86ce7-6127-423e-8b60-923f67d0e425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.185155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aa86ce7-6127-423e-8b60-923f67d0e425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.185155] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa86ce7-6127-423e-8b60-923f67d0e425',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.256450] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efe2733b-af30-44c8-bd78-b647e9d334ef in Status: SUCCESS [ 1096.256450] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef deletion is rescheduled due to dependency. [ 1096.256450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.302214] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26506bf2-83ff-4c51-a0a1-e2b10c436f35 [ 1096.302214] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.302214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.302214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.302499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.302529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.302630] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26506bf2-83ff-4c51-a0a1-e2b10c436f35 already deleted. [ 1096.302766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26506bf2-83ff-4c51-a0a1-e2b10c436f35" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.462208] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.462451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.462515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.462727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.462815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.463222] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.463222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.463222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.463515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.463515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.463610] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df is going to be updated. [ 1096.503983] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.503983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.503983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.508627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.508627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.519593] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: IN_PROGRESS for 2s [ 1096.683225] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.683409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.687868] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aa86ce7-6127-423e-8b60-923f67d0e425 with status ACTIVE [ 1096.688101] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.688233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.688296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.688647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.688763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.689045] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.689136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.689204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.689369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.689449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.689632] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.689747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.689798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.689937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.690021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.690108] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aa86ce7-6127-423e-8b60-923f67d0e425 is going to be updated. [ 1096.713126] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.713126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.713316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.713435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.713628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.713994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aa86ce7-6127-423e-8b60-923f67d0e425" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.101201] env[63332]: INFO networking_nsxv3.common.synchronization [req-05df525c-5426-4eb8-9d53-cfe5996cea8a req-d4b7b987-8b98-477d-9028-7fec114b2827 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1097.102289] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1097.103042] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.103042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.103243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.103560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.103813] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.104055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.104212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.104516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.104711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.104907] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.431969] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1097.432303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.432532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.432822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.433095] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.433247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.433334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.433561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.433661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.433791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.433917] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.453471] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1097.453687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.453861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.454097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.454294] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.454412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.454477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.454631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.455315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.455315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.455315] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.479835] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1097.480118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.596869] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1097.597030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.597929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.597929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.597929] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.598112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.598112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.598218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.598301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.598393] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.609044] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.609044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.609044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.609044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.630049] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.630351] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.630482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.630546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.631873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.631873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.631873] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1097.660916] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.661191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.661302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.661533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.661683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.677349] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1097.937930] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.938183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.938296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.938581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.939940] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.939940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.939940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.939940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.939940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.939940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.939940] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.940386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.940386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.940693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.940909] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.941477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.941477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.941477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.941477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.941651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.941697] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.958796] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.959162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.959162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.959505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.959779] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.959936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.960054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.960316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.960452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.960596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.960826] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.962132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.962235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.962448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.962640] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.962789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.962817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.962988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.963119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.963244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.963351] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.100588] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.445316] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 966685e3-be17-4699-9853-dbc9425ede77: rpc.has_security_group_logging(os_id): False [ 1098.465585] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3af23f-b0c6-496a-ba12-29205a5ece42: rpc.has_security_group_logging(os_id): False [ 1098.468013] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.468318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.468415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.468770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.468967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.469280] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.469459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.469550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.469794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.469921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.470331] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.470520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.470620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.470861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.471042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.471682] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.471831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.471962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.472149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.472312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.472489] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1098.498897] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.499233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.499322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.499709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.499709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.499972] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.500119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.500360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.500420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.500468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.500671] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.500759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.500816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.502041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.502041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.502041] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.502041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.502041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.502041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.502041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.502431] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be created. [ 1098.534191] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b3697-849a-4a2f-8073-708a5d4f33df in Status: SUCCESS [ 1098.534246] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df deletion is rescheduled due to dependency. [ 1098.534419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.603039] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.603039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.603039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.603039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.603039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.603039] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.603039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.603039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.603039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.604117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.604372] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.615571] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1098.618432] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1099.107782] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.109484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.111778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.111778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.111778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.111778] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be updated. [ 1099.144128] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.144287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.144360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.144576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.144723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.153610] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1099.688036] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1099.688036] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1099.688036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.632175] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1100.632175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.633701] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1100.633701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.165307] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1101.165792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.165792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.166021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.166142] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.166283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.166469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.166469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.166646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.166646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.166812] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.670580] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.670746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.670746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.670900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.671089] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.671191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.671254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.671407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.671495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.671583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.671731] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.671820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.671880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.672029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.672170] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.672271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.672338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.672474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.672550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.672631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.672720] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.103731] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1102.103849] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1102.175614] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd: rpc.has_security_group_logging(os_id): False [ 1102.195460] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.195662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.195662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.195887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.195981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.196241] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.196345] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.196468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.196560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.196640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.196841] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.196950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.197047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.197223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.197326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.198239] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.198239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.198239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.198239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.198239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.198239] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be updated. [ 1102.262908] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.263186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.263249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.263478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.263659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.279784] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1102.879337] env[63332]: INFO networking_nsxv3.common.synchronization [None req-de2fadec-0f2e-4c8a-aa17-20026c22378e tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_rules [ 1102.879337] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_rules [ 1102.879337] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.879461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.879496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.879803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.879895] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.952968] env[63332]: INFO networking_nsxv3.common.synchronization [None req-992d10fa-5f01-4323-8137-aa01979ab1cd tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_rules [ 1102.953805] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_rules [ 1102.953900] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.953954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.417087] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.417558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.417558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.417656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.417743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.417842] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 already deleted. [ 1103.417918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.418092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.418267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.418481] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.949618] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.949735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.949808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.950067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.950190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.950318] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 already deleted. [ 1103.950360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.297101] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1104.297101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.889246] env[63332]: INFO networking_nsxv3.common.synchronization [req-25ff76fd-afc4-44fd-8d0a-049896a1907f req-8e88712e-e078-49e4-8d10-a3d097fb789e tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1107.889783] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1107.890117] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.890249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.890319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.890602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.890698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.890800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.890800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.890952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.893087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.893249] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.997800] env[63332]: INFO networking_nsxv3.common.synchronization [req-3cac4e4e-ba07-467d-bd51-5b3be904419e req-1664b13c-4df8-4e1a-b40c-d914f17a7a5e tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Enqueued Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGHEST for action security_group_members [ 1107.998658] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGHEST for action security_group_members [ 1107.998966] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.999106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.999170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.999428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.999580] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.999675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.999737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.999887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.999971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.000071] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.077246] env[63332]: INFO networking_nsxv3.common.synchronization [req-3ee61376-5722-4094-93f7-06486f27f2de req-66bfdeb0-10ef-4177-acea-c4233c7514ce tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1108.077768] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1108.078161] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.078291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.078377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.079238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.079467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.079734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.079734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.079806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.079890] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.080819] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.301526] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.301741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-131" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.301873] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-131" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.302239] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-131" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.302851] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.303644] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.303923] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.304253] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.304328] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.304773] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.304773] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.304871] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.304936] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.305171] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.305171] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.307214] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.327648] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.327873] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.328044] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.328243] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-131" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.328560] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-1266acf2-b234-4024-bf1f-7d2012eeabc4 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.328739] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-1266acf2-b234-4024-bf1f-7d2012eeabc4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.328863] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-1266acf2-b234-4024-bf1f-7d2012eeabc4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.329211] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-1266acf2-b234-4024-bf1f-7d2012eeabc4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.329359] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1266acf2-b234-4024-bf1f-7d2012eeabc4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.395521] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.502334] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.503115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.503115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.503115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.503115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.503349] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.503496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.503546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.503820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.503921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.504325] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 already deleted. [ 1108.504325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.582743] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.832052] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.832262] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.832424] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.832686] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.832867] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.833032] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 1266acf2-b234-4024-bf1f-7d2012eeabc4 not found, creating... [ 1108.833314] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.833480] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.833604] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.833840] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.833981] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.834311] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.834488] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.834614] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.834826] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.834967] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.835126] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 1266acf2-b234-4024-bf1f-7d2012eeabc4 is going to be created. [ 1108.857401] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.857662] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.857817] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.858048] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.858277] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.858514] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-1266acf2-b234-4024-bf1f-7d2012eeabc4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.897659] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.976615] env[63332]: INFO networking_nsxv3.common.synchronization [None req-253d3fb2-aecd-4568-bdeb-c80bc6f358cb tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1108.976615] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1108.977218] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.977218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.086723] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.401721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.402494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.402655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.402956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.404203] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.404447] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be updated. [ 1109.442073] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.442358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.442511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.442859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.443169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.453177] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1109.520163] env[63332]: INFO networking_nsxv3.common.synchronization [req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac req-2df88fe6-42a4-479d-b769-091edc53cf1a tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 1109.520163] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 1109.520163] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.520163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.520163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.520163] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.520163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.520163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.520163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.520163] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.589560] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.589816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.589816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.590098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.590237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.590358] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1109.620548] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.620719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.620776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.620998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.621163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.634412] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1109.757561] env[63332]: INFO networking_nsxv3.common.synchronization [req-3cac4e4e-ba07-467d-bd51-5b3be904419e req-0116b4aa-1255-4bf1-8d80-dbd9f0a272db service nova] Enqueued Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGHEST for action security_group_rules [ 1109.757751] env[63332]: INFO networking_nsxv3.common.synchronization [req-3cac4e4e-ba07-467d-bd51-5b3be904419e req-0116b4aa-1255-4bf1-8d80-dbd9f0a272db service nova] Enqueued Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGHEST for action security_group_members [ 1109.757905] env[63332]: INFO networking_nsxv3.common.synchronization [req-3cac4e4e-ba07-467d-bd51-5b3be904419e req-0116b4aa-1255-4bf1-8d80-dbd9f0a272db service nova] Enqueued Resource ID: 1266acf2-b234-4024-bf1f-7d2012eeabc4 with Priority: HIGHEST for action port [ 1109.758694] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGHEST for action security_group_rules [ 1109.758899] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGHEST for action security_group_members [ 1109.759084] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1266acf2-b234-4024-bf1f-7d2012eeabc4 with Priority: HIGHEST for action port [ 1109.759489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.759651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.759866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.760217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.760551] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.761574] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.761867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.761977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.762199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.762357] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.762454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.762511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.762653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.762888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.762888] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.763707] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1266acf2-b234-4024-bf1f-7d2012eeabc4 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.763794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1266acf2-b234-4024-bf1f-7d2012eeabc4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.763857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1266acf2-b234-4024-bf1f-7d2012eeabc4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.764020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1266acf2-b234-4024-bf1f-7d2012eeabc4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.764092] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1266acf2-b234-4024-bf1f-7d2012eeabc4',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.919244] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.919581] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.919581] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.919860] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.920141] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.920303] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.920435] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.920647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.920795] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.921011] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.921315] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.921443] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.921572] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.921696] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.921830] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.921937] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.941609] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.942172] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.942172] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.942172] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.942452] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-09301714-3b94-4a62-a796-f9a462b44ae5 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.942629] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.942754] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.943091] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.943267] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09301714-3b94-4a62-a796-f9a462b44ae5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.025414] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.025575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.025647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.025860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.025955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.026157] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.026295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.026418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.026488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.026567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.026657] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be deleted. [ 1110.055280] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.055494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.055565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.055787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.055880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.055977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.265868] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.266074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.266306] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.267231] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1266acf2-b234-4024-bf1f-7d2012eeabc4 with status ACTIVE [ 1110.267429] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.267551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.267774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.267813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.267906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.268091] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.268189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.268253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.268443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.269125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.269125] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.269125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.269385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.269509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.269556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.269855] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1266acf2-b234-4024-bf1f-7d2012eeabc4 is going to be updated. [ 1110.295094] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.295287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.295369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.295598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.295744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.295910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1266acf2-b234-4024-bf1f-7d2012eeabc4" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.446023] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.446319] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.446991] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.446991] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.446991] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.447866] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 09301714-3b94-4a62-a796-f9a462b44ae5 not found, creating... [ 1110.448466] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.448646] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.448802] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.449945] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.449945] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.449945] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.450144] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.450144] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.450406] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.450642] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.450763] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 09301714-3b94-4a62-a796-f9a462b44ae5 is going to be created. [ 1110.479107] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.479401] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.479612] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.479930] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.480276] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.480607] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.772092] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.238172] env[63332]: INFO networking_nsxv3.common.synchronization [req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac req-7c9331b3-8a79-4fc4-afd1-844f3066528e service nova] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_rules [ 1111.238481] env[63332]: INFO networking_nsxv3.common.synchronization [req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac req-7c9331b3-8a79-4fc4-afd1-844f3066528e service nova] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 1111.238803] env[63332]: INFO networking_nsxv3.common.synchronization [req-fe9e12b9-de4d-4f29-aee8-ef4e117917ac req-7c9331b3-8a79-4fc4-afd1-844f3066528e service nova] Enqueued Resource ID: 09301714-3b94-4a62-a796-f9a462b44ae5 with Priority: HIGHEST for action port [ 1111.239634] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_rules [ 1111.239793] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 1111.239894] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09301714-3b94-4a62-a796-f9a462b44ae5 with Priority: HIGHEST for action port [ 1111.240195] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.240319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.240413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.240626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.240800] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.242124] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.242124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.242124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.242124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.242124] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.242124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.242416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.242416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.242416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.242608] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.244943] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-09301714-3b94-4a62-a796-f9a462b44ae5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.244943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.244943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.244943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.244943] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09301714-3b94-4a62-a796-f9a462b44ae5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.275260] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.275260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.275260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.275260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.275260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.275260] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 is going to be created. [ 1111.303945] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.304120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.304192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.304403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.304564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.315334] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 in Status: UNINITIALIZED for 2s [ 1111.464138] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1111.464138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.648036] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1111.648036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.648036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.648036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.648036] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.648036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.648036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.648036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.648036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.648036] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.749189] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.749189] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.749189] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09301714-3b94-4a62-a796-f9a462b44ae5 with status ACTIVE [ 1111.749189] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.749189] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.749189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.749604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.749604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.749604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.749604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.749604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.749604] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09301714-3b94-4a62-a796-f9a462b44ae5 is going to be updated. [ 1111.777254] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.777254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.777254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.777254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.777254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.777254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.154954] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.154954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.154954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.154954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.154954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.154954] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.154954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.154954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.154954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.154954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.154954] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1112.182966] env[63332]: INFO networking_nsxv3.common.synchronization [req-77763c51-787a-4747-a53a-f57938c9485b req-2322afa5-07d0-4bd3-8c1c-f84f13d6a0ca tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1112.187023] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1112.187023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.187023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.187023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.187023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.187023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.187023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.187023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.187023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.187023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.187023] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.234054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.234228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.234292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.234509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.234655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.254961] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1112.255273] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.257811] env[63332]: INFO networking_nsxv3.common.synchronization [req-4bd5e583-74fd-42c6-89e4-280c96e29ff9 req-d2b9cf46-0c83-4d79-b9d8-cab84efb39d6 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_members [ 1112.259056] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGHEST for action security_group_members [ 1112.259056] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c19db3-81a5-495d-9d82-4f9ef2510b66 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.259056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.259056] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.259239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.259349] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.259503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.259503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.259656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.259736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.259829] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.689904] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.762142] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.762142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.762142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.762142] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be created. [ 1112.762142] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.762142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.790197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.790459] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.790579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.790645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.790851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.790934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.791036] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 is going to be updated. [ 1112.792772] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.792929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.793012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.793146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.793316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.808207] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: UNINITIALIZED for 2s [ 1112.814945] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.816430] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.816636] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.816963] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.817357] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.817584] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.817741] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.818025] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.818224] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.818736] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.818736] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.818736] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.818867] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.819016] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.819172] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.819346] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.829853] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.830030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.830080] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.830259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.830411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.842962] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 in Status: IN_PROGRESS for 2s [ 1112.848690] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.848865] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.849030] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.849222] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.849582] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-c7e3ac81-7fa1-4493-b876-57da636c8a52 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.849727] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-c7e3ac81-7fa1-4493-b876-57da636c8a52" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.849851] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-c7e3ac81-7fa1-4493-b876-57da636c8a52" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.850225] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-c7e3ac81-7fa1-4493-b876-57da636c8a52" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.850376] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e3ac81-7fa1-4493-b876-57da636c8a52',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.194096] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.328735] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 in Status: SUCCESS [ 1113.328735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.328735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.328735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.328735] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.328735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.328735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.328735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.328735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.328735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.328735] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.353769] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.354110] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.354286] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.354654] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.354842] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.355652] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port c7e3ac81-7fa1-4493-b876-57da636c8a52 not found, creating... [ 1113.356015] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.356198] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.356322] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.356624] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.356760] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.357102] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.357269] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.357387] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.357670] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.357842] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.357992] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: c7e3ac81-7fa1-4493-b876-57da636c8a52 is going to be created. [ 1113.430240] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.430585] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.430710] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.431135] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.431484] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.432517] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-c7e3ac81-7fa1-4493-b876-57da636c8a52" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.697043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.697358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.697455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.697749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.697917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.698124] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1113.732354] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.732581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.732581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.732850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.733110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.745283] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1113.833440] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.833440] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.833440] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.833440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.833440] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.834098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.834098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.834098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.834098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.834098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.834098] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.264021] env[63332]: INFO networking_nsxv3.common.synchronization [req-77763c51-787a-4747-a53a-f57938c9485b req-1196d860-49ea-4d1e-9d22-60e38d90d926 service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1114.264021] env[63332]: INFO networking_nsxv3.common.synchronization [req-77763c51-787a-4747-a53a-f57938c9485b req-1196d860-49ea-4d1e-9d22-60e38d90d926 service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1114.264021] env[63332]: INFO networking_nsxv3.common.synchronization [req-77763c51-787a-4747-a53a-f57938c9485b req-1196d860-49ea-4d1e-9d22-60e38d90d926 service nova] Enqueued Resource ID: c7e3ac81-7fa1-4493-b876-57da636c8a52 with Priority: HIGHEST for action port [ 1114.264246] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1114.264480] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1114.264793] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e3ac81-7fa1-4493-b876-57da636c8a52 with Priority: HIGHEST for action port [ 1114.264972] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.265176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.265288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.265938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.265938] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.267224] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.267224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.267401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7e3ac81-7fa1-4493-b876-57da636c8a52 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.267550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7e3ac81-7fa1-4493-b876-57da636c8a52" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.267634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7e3ac81-7fa1-4493-b876-57da636c8a52" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.267887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7e3ac81-7fa1-4493-b876-57da636c8a52" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.268015] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e3ac81-7fa1-4493-b876-57da636c8a52',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.274799] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1114.274799] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 deletion is rescheduled due to dependency. [ 1114.274799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.331770] env[63332]: INFO networking_nsxv3.common.synchronization [req-08750aa4-48c2-4614-a65c-12652d53b05e req-4279a809-761d-4659-b08c-09d93cd803f6 tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_members [ 1114.332300] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_members [ 1114.332599] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.332738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.332808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.333047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.333207] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.333329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.333392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.333542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.333630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.333724] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.338293] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac711a1-3ce0-44ea-a603-fe1a2e57bd58: rpc.has_security_group_logging(os_id): False [ 1114.359401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.359818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.359818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.359818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.359998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.363102] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.363102] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.363102] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.363102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.364985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.364985] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 is going to be created. [ 1114.432021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.432200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.432372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.432556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.432792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.444575] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 in Status: IN_PROGRESS for 2s [ 1114.713193] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.713352] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.713462] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.713759] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.714030] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.714195] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.715478] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.715478] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.715478] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.715478] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.715478] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.715478] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.715478] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.715478] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.716222] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.716222] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.737522] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.737715] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.737866] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.738057] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.738384] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-434adbef-2e87-4a22-b393-cf7c9b927848 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.738584] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.738691] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.739018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.739168] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434adbef-2e87-4a22-b393-cf7c9b927848',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.774128] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7e3ac81-7fa1-4493-b876-57da636c8a52 with status ACTIVE [ 1114.774128] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.774513] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.774668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.775386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.775549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.775792] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.775911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.775976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.776195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.776323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.776782] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.777159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.777159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.777347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.777511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.777615] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7e3ac81-7fa1-4493-b876-57da636c8a52 is going to be updated. [ 1114.779045] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.779669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.803147] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.803235] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.803342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.803567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.803720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.803887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7e3ac81-7fa1-4493-b876-57da636c8a52" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.818921] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: SUCCESS [ 1114.819137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.819321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.819552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.819749] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.819886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.819947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.820117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.820199] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.820287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.820375] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.835440] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.835621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.835685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.835886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.835973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.836172] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.836305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.836377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.836512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.836605] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.836687] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 already deleted. [ 1114.836764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.853028] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 in Status: SUCCESS [ 1114.853319] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 deletion is rescheduled due to dependency. [ 1114.853500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.241657] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.241960] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.242119] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.242405] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.242589] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.242747] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 434adbef-2e87-4a22-b393-cf7c9b927848 not found, creating... [ 1115.243030] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.243202] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.243388] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.243647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.243797] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.244223] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.244441] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.244598] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.244863] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.245090] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.245297] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 434adbef-2e87-4a22-b393-cf7c9b927848 is going to be created. [ 1115.265484] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.265765] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.265877] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.266199] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.266454] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.266718] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.323102] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.324317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.324317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.324317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.324317] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.324317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.324317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.324604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.324604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.324604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.324886] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.324886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.324985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.325114] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.325256] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.325384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.325446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.325633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.325759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.326088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.326088] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.553955] env[63332]: INFO networking_nsxv3.common.synchronization [req-8cdb1890-fed1-49fd-be5c-03e76798a5f5 req-c5cbe799-0f9f-4425-998d-95d4239e0d53 tempest-ServersTestJSON-1391472229 tempest-ServersTestJSON-1391472229-project-member] Enqueued Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_members [ 1115.555770] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGHEST for action security_group_members [ 1115.555770] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.555770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.555770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.556094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.556094] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.556168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.556236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.556464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.556564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.556691] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.754985] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1115.755236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.755439] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.755779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.755925] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.755976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.756207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.756207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.756348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.756408] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.830457] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed: rpc.has_security_group_logging(os_id): False [ 1115.857827] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.857978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.857978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.858278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.858423] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.858658] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.858941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.858941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.859159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.859159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.859382] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.859475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.859521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.859658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.859730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.859936] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.860063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.860128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.860266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.860352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.860547] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be created. [ 1115.946709] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.946972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.947083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.947369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.947665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.964604] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: IN_PROGRESS for 2s [ 1115.997709] env[63332]: INFO networking_nsxv3.common.synchronization [req-08750aa4-48c2-4614-a65c-12652d53b05e req-6edec70e-e0ca-4fa5-baee-938adbf22d91 service nova] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_rules [ 1115.997997] env[63332]: INFO networking_nsxv3.common.synchronization [req-08750aa4-48c2-4614-a65c-12652d53b05e req-6edec70e-e0ca-4fa5-baee-938adbf22d91 service nova] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_members [ 1115.998076] env[63332]: INFO networking_nsxv3.common.synchronization [req-08750aa4-48c2-4614-a65c-12652d53b05e req-6edec70e-e0ca-4fa5-baee-938adbf22d91 service nova] Enqueued Resource ID: 434adbef-2e87-4a22-b393-cf7c9b927848 with Priority: HIGHEST for action port [ 1115.998776] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_rules [ 1115.999011] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_members [ 1116.000949] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434adbef-2e87-4a22-b393-cf7c9b927848 with Priority: HIGHEST for action port [ 1116.001145] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.001227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.001289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.001530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.001605] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.002849] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.003029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.003168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.003491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.003670] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.003806] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.003899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.009385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.009573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.009668] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.016315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-434adbef-2e87-4a22-b393-cf7c9b927848 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.016742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.016742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.016960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.016960] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434adbef-2e87-4a22-b393-cf7c9b927848',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.060177] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.060177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.060177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.060436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.061047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.061047] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.061047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.061047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.061362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.061362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.061462] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d is going to be updated. [ 1116.130326] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.130485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.130553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.130781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.130926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.148432] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8131edc2-8899-4387-b772-9c1d747dcf7d in Status: IN_PROGRESS for 2s [ 1116.258324] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.458268] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 in Status: SUCCESS [ 1116.458559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.519496] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.519496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.521099] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.522106] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 434adbef-2e87-4a22-b393-cf7c9b927848 with status ACTIVE [ 1116.522330] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.522485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.522582] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.522822] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.522944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.523158] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.523320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.523393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.523553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.523635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.523816] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.523908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.523967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.524238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.524238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.524331] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 434adbef-2e87-4a22-b393-cf7c9b927848 is going to be updated. [ 1116.552934] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.554125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.554125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.554125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.554125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.554125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.764295] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.810189] env[63332]: INFO networking_nsxv3.common.synchronization [req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 req-f7a4a51c-6803-4ff1-b6da-97e450dd5081 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1116.810965] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1116.811300] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.811620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.811699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.811915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.812088] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.812232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.812319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.812489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.812596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.812693] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.027739] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.265645] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.265645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.265645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.265887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.267146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.267146] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1117.299352] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.299788] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.299788] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.301275] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.301275] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.301275] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.301275] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.301275] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.301275] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.301275] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.301519] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.301519] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.302313] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.302313] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.302313] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.302313] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.303762] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.303882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.303969] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.304222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.304380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.314670] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.314792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.314867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.315086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.315180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.315414] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.315534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.315612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.315770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.315851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.315939] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1117.319859] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1117.329266] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.329460] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.329613] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.329793] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.330292] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.330493] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.330634] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.330965] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.331144] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c01b1ff-60bb-4ad5-9885-43030a4fa2e3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.342985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.343157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.343227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.343560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.343709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.353207] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1117.529595] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.529801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.529937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.530240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.530378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.530525] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 is going to be created. [ 1117.565475] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.565475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.565475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.565952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.565952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.577337] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: UNINITIALIZED for 2s [ 1117.833862] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.834211] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.834409] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.834852] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.835100] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.835363] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 not found, creating... [ 1117.835954] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.836243] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.836459] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.837148] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.837148] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.837624] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.837902] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.838139] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.838518] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.838738] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.839497] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 is going to be created. [ 1117.864997] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.864997] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.864997] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.865176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.865637] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.865926] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.981031] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: SUCCESS [ 1117.981286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.160839] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8131edc2-8899-4387-b772-9c1d747dcf7d in Status: SUCCESS [ 1118.161091] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d deletion is rescheduled due to dependency. [ 1118.161251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.814394] env[63332]: INFO networking_nsxv3.common.synchronization [req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 req-ce49f50f-27cd-475e-a23d-8de83a729be1 service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1118.814394] env[63332]: INFO networking_nsxv3.common.synchronization [req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 req-ce49f50f-27cd-475e-a23d-8de83a729be1 service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1118.814394] env[63332]: INFO networking_nsxv3.common.synchronization [req-d2e6ef3f-b073-433b-98ee-dcd375d511c1 req-ce49f50f-27cd-475e-a23d-8de83a729be1 service nova] Enqueued Resource ID: 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 with Priority: HIGHEST for action port [ 1118.814703] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1118.814875] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1118.815049] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 with Priority: HIGHEST for action port [ 1118.815530] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.815720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.815830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.816148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.816300] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.822184] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.822184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.822184] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.822184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.822184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.822184] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c01b1ff-60bb-4ad5-9885-43030a4fa2e3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.319350] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.319350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.324171] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 with status ACTIVE [ 1119.324171] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.324171] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.324171] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.324171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.324171] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c01b1ff-60bb-4ad5-9885-43030a4fa2e3 is going to be updated. [ 1119.335797] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1119.335797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.336374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.336598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.337028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.337028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.337028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.337217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.337327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.337429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.337519] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.348473] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.348607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.348669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.348864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.348997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.349171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c01b1ff-60bb-4ad5-9885-43030a4fa2e3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.362652] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1119.362825] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1119.362935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.363579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.363826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.364014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.364156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.364227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.364430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.364526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.364648] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.588945] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: SUCCESS [ 1119.588945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.589089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.593025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.593025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.593025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.593025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.593025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.593025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.593025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.593025] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.841931] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.841931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.841931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.842452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.842452] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.842452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.842452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.842627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.842627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.842680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.842811] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.842877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.842928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.843081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.843223] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.843310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.843374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.843507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.843676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.843676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.843791] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.866873] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.091957] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.345812] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3af23f-b0c6-496a-ba12-29205a5ece42: rpc.has_security_group_logging(os_id): False [ 1120.369121] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.369121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.369121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.370247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.370247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.370247] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.370247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.370247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.370247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.370247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.370247] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.370565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.370565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.370655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.370743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.370929] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.371258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.371364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.371520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.371601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.371689] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1120.375554] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.458078] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.458078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.458078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.458078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.458078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.473116] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1120.596250] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5: rpc.has_security_group_logging(os_id): False [ 1120.623174] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.623391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.623391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.623643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.623643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.623906] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.624022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.624086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.624230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.624307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.625181] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 is going to be created. [ 1120.705217] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.705450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.705577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.705858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.706149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.722705] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: IN_PROGRESS for 2s [ 1120.775303] env[63332]: INFO networking_nsxv3.common.synchronization [req-b39321ed-e129-439e-823b-b73ad5e6ad5c req-cb891acb-53ef-478e-abe6-981253dd6e42 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 1120.775303] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGHEST for action security_group_members [ 1120.775303] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.775303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.775303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.775303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.775303] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.775303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.775303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.775303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.775303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.775303] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.849180] env[63332]: INFO networking_nsxv3.common.synchronization [req-b39321ed-e129-439e-823b-b73ad5e6ad5c req-cb891acb-53ef-478e-abe6-981253dd6e42 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 09301714-3b94-4a62-a796-f9a462b44ae5 with Priority: HIGHEST for action port [ 1120.850182] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09301714-3b94-4a62-a796-f9a462b44ae5 with Priority: HIGHEST for action port [ 1120.850733] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-09301714-3b94-4a62-a796-f9a462b44ae5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.851350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.851350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.851350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.851527] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09301714-3b94-4a62-a796-f9a462b44ae5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.877617] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.877978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.878075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.878298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.878397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.878498] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1121.029600] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.029856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.029856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.030138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.030302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.043978] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1121.277072] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.277072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.277072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.277072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.277298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.277472] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.277602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.277641] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.277940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.278076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.278182] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be updated. [ 1121.320571] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.320728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.320800] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.321048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.321195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.331910] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: IN_PROGRESS for 2s [ 1121.356840] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09301714-3b94-4a62-a796-f9a462b44ae5 with status ACTIVE [ 1121.358204] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.358204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.358204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.358204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.358204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.358204] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.358204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.358204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.358619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.358619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.358725] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.358853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.358917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.359124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.359216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.359307] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09301714-3b94-4a62-a796-f9a462b44ae5 is going to be updated. [ 1121.383287] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.383487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.383576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.383794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.384077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.384160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09301714-3b94-4a62-a796-f9a462b44ae5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.362115] env[63332]: INFO networking_nsxv3.common.synchronization [None req-4dd66465-68de-45cd-a427-e0b3d24f1303 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_rules [ 1122.363462] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_rules [ 1122.366436] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.366628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.366731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.367331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.367803] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.497427] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1122.497712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.559544] env[63332]: INFO networking_nsxv3.common.synchronization [None req-8d61ec96-0aa0-4b15-9b31-32d375dc249b tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_rules [ 1122.560222] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_rules [ 1122.560543] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.560651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.741351] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: SUCCESS [ 1122.741518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.893985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.893985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.893985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.893985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.893985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.893985] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 already deleted. [ 1122.893985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.893985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.893985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.893985] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.063824] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1123.063824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.063824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.063824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.063824] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.063824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.063824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.063824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.063824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.063824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.063824] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.345796] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed in Status: SUCCESS [ 1123.346125] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed deletion is rescheduled due to dependency. [ 1123.346338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.422390] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.422804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.422804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.423248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.423344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.423578] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 already deleted. [ 1123.423705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.565126] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.565257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.565344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.565663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.565815] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.565912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.565972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.566163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.566291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.566341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.566594] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.566700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.566779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.566947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.567106] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.567213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.567283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.567427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.567568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.567638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.567713] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.870958] env[63332]: INFO networking_nsxv3.common.synchronization [req-8a73b325-d987-4b67-9c85-820659f7f799 req-920d8c3a-014a-4feb-baa1-a90941f68425 tempest-ServerGroupTestJSON-95464994 tempest-ServerGroupTestJSON-95464994-project-member] Enqueued Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGHEST for action security_group_members [ 1123.871444] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGHEST for action security_group_members [ 1123.874754] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.874754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.874754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.874754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.874754] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.874754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.874754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.874754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.874754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.874754] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.072575] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbdc6d-412a-4bf6-bafa-4b1263f2348f: rpc.has_security_group_logging(os_id): False [ 1124.094227] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.094227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.094227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.094730] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.098018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.098018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.098018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.098018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.098770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.098770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.098770] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1124.171741] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.171911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.171994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.172228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.172382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.207255] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1124.376168] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.376556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.376683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.376933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.377057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.377314] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.377432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.377497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.377676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.377777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.377882] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 is going to be updated. [ 1124.419494] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.419694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.419763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.419926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.420105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.431119] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 in Status: IN_PROGRESS for 2s [ 1126.404853] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1126.404853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.448514] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 in Status: SUCCESS [ 1126.448514] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 deletion is rescheduled due to dependency. [ 1126.448514] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.206572] env[63332]: INFO networking_nsxv3.common.synchronization [req-c15fce0f-2211-4eda-a6d5-344f50e97499 req-55bf9cc2-39b1-46c8-a090-c4a8306ec5c8 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1128.207108] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1128.207444] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.207564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.207635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.207856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.208017] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.208124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.208186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.208354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.208467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.208604] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.713441] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.713441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.713589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.713793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.713871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.714054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.714158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.714220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.714366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.714443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.714530] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1128.745295] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.745491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.745545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.745788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.745957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.759291] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1130.541323] env[63332]: INFO networking_nsxv3.common.synchronization [req-87eab03a-9f9c-4933-be67-b39164ed8593 req-83a438b2-3ef1-4e88-a50a-284eee93bbe4 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1130.541652] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1130.541858] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.542062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.542062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.542392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.542431] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.542728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.542728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.542815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.542815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.542912] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.772100] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1130.772330] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 1130.772406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.045685] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.549502] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.053730] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.053949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.054040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.054291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.054404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.054513] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1132.085734] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.085910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.085977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.086208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.086357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.096835] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1134.110518] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 4s [ 1135.187018] env[63332]: INFO networking_nsxv3.common.synchronization [req-c19ed974-6e95-437f-94ab-bdce7843d9d0 req-43912073-5517-435c-9c19-dd303e022973 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1135.187018] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1135.187018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.187018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.187018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.187018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.187018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.187018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.187018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.187018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.187018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.187018] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.520417] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.520631] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.520764] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.521075] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.521387] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.521555] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.521684] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.521909] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.522079] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.522296] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.522418] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.522533] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.522647] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.522762] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.522873] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.523022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.542433] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.542626] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.542776] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.542972] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.543307] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.543489] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.543616] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.543972] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.544132] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('137a2d5e-fffa-44c7-8ea1-ca22d799c8fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.688990] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.688990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.688990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.689383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.689526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.689835] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.689932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.689964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.690152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.690296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.690414] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 already deleted. [ 1135.690523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.047068] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.047268] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.047400] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.047679] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.047837] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.047999] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd not found, creating... [ 1136.048284] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.048444] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.048564] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.048880] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.048974] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.049272] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.049432] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.049552] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.049767] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.049904] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.050067] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd is going to be created. [ 1136.072385] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.072624] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.072755] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.073052] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.073296] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.073567] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.121568] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1136.121843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.865471] env[63332]: INFO networking_nsxv3.common.synchronization [req-c19ed974-6e95-437f-94ab-bdce7843d9d0 req-dd24f06f-3ac3-4c6e-bc10-551ff4c88ad0 service nova] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_rules [ 1136.865813] env[63332]: INFO networking_nsxv3.common.synchronization [req-c19ed974-6e95-437f-94ab-bdce7843d9d0 req-dd24f06f-3ac3-4c6e-bc10-551ff4c88ad0 service nova] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1136.865813] env[63332]: INFO networking_nsxv3.common.synchronization [req-c19ed974-6e95-437f-94ab-bdce7843d9d0 req-dd24f06f-3ac3-4c6e-bc10-551ff4c88ad0 service nova] Enqueued Resource ID: 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd with Priority: HIGHEST for action port [ 1136.866486] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_rules [ 1136.867085] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1136.867085] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd with Priority: HIGHEST for action port [ 1136.871418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.871418] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.871418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.871418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.871418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.871418] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.873521] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.875865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.875865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.875865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.875865] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('137a2d5e-fffa-44c7-8ea1-ca22d799c8fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.369425] env[63332]: INFO networking_nsxv3.common.synchronization [req-f7cc07bf-47e4-45b2-9128-41b22515235d req-738808fc-0c18-4c61-802e-0984087b5ffc tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1137.369425] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1137.369425] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.369628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.369628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.369832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.372614] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.372614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.372614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.372614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.372614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.372614] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.376469] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.377942] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.377942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.377942] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd with status ACTIVE [ 1137.377942] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.377942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.378307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.378307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.378307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.378458] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.379124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.379124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.379124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.379124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.379124] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.379124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.379348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.379348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.379466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.379466] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 137a2d5e-fffa-44c7-8ea1-ca22d799c8fd is going to be updated. [ 1137.402140] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.402140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.402140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.402140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.402140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.402140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-137a2d5e-fffa-44c7-8ea1-ca22d799c8fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.810240] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.810519] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.810678] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.811680] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.812116] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.812432] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.812740] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.813247] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.813519] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.813926] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.814527] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.814798] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.815107] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.815413] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.815758] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.816208] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.835816] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.836034] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1137.836267] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.836469] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-681" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.836807] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-1bbf0b43-c1b2-4e71-9423-3747a7edf675 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.836981] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-1bbf0b43-c1b2-4e71-9423-3747a7edf675" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.837207] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-1bbf0b43-c1b2-4e71-9423-3747a7edf675" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.837467] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-1bbf0b43-c1b2-4e71-9423-3747a7edf675" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.837649] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bbf0b43-c1b2-4e71-9423-3747a7edf675',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.873878] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.874242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.874242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.874313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.874370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.874562] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.874660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.874722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.874874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.874952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.875063] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1137.881577] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.902757] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.902976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.903127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.903383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.903585] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.915385] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1138.341585] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.341822] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.341953] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.342275] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.342430] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.342594] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 1bbf0b43-c1b2-4e71-9423-3747a7edf675 not found, creating... [ 1138.342866] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.343072] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.343186] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.343407] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.343562] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.343862] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.344024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.344183] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.344363] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.344498] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.344653] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 1bbf0b43-c1b2-4e71-9423-3747a7edf675 is going to be created. [ 1138.366086] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.366320] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.366466] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.367047] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.367159] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.367342] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-1bbf0b43-c1b2-4e71-9423-3747a7edf675" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.384368] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.384611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.384611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.384685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.384785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.384879] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 is going to be created. [ 1138.421857] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.421857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.421857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.421857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.421857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.449243] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: UNINITIALIZED for 2s [ 1139.148741] env[63332]: INFO networking_nsxv3.common.synchronization [req-f7cc07bf-47e4-45b2-9128-41b22515235d req-0b260321-b1f8-40a6-b992-34d3550d3238 service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 1139.149236] env[63332]: INFO networking_nsxv3.common.synchronization [req-f7cc07bf-47e4-45b2-9128-41b22515235d req-0b260321-b1f8-40a6-b992-34d3550d3238 service nova] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1139.149298] env[63332]: INFO networking_nsxv3.common.synchronization [req-f7cc07bf-47e4-45b2-9128-41b22515235d req-0b260321-b1f8-40a6-b992-34d3550d3238 service nova] Enqueued Resource ID: 1bbf0b43-c1b2-4e71-9423-3747a7edf675 with Priority: HIGHEST for action port [ 1139.149872] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_rules [ 1139.150157] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1139.150327] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbf0b43-c1b2-4e71-9423-3747a7edf675 with Priority: HIGHEST for action port [ 1139.150706] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.150916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.151065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.152537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.152537] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.152738] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.152780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.153103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bbf0b43-c1b2-4e71-9423-3747a7edf675 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.153217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bbf0b43-c1b2-4e71-9423-3747a7edf675" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.153276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bbf0b43-c1b2-4e71-9423-3747a7edf675" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.153469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bbf0b43-c1b2-4e71-9423-3747a7edf675" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.153560] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bbf0b43-c1b2-4e71-9423-3747a7edf675',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.655663] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.655930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.656101] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bbf0b43-c1b2-4e71-9423-3747a7edf675 with status ACTIVE [ 1139.656279] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.656509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.656509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.656669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.656881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.657072] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.657170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.657251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.657384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.657463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.657663] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.657753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.657789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.657923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.658031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.658163] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bbf0b43-c1b2-4e71-9423-3747a7edf675 is going to be updated. [ 1139.679193] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.679348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.679419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.679638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.679779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.679936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bbf0b43-c1b2-4e71-9423-3747a7edf675" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.927026] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1139.927026] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 1139.927026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.927026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.927026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.927026] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.927026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.927026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.927026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.927026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.927026] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.429312] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.461759] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: SUCCESS [ 1140.462147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.462363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.463687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.463687] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.463687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.463687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.463687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.463687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.463687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.463687] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.931066] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.969113] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.433484] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.433869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.433869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.433942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.434042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.434153] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1141.463364] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.463562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.463562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.463896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.464066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.470643] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4845fd28-3d42-409d-a1a8-d55d480b2f86: rpc.has_security_group_logging(os_id): False [ 1141.472795] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1141.492355] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.492355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.492355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.492647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.492647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.492849] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.492949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.493025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.493179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.493258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.493348] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 is going to be created. [ 1141.556769] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.556975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.557036] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.557260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.557454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.569559] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: IN_PROGRESS for 2s [ 1143.493061] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1143.493061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.493061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.493061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.493061] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.493061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.493061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.493061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.493061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.493061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.493061] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.583599] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: SUCCESS [ 1143.583968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.996267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.996505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.996584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.996891] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.997146] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.997262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.997329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.997504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.997612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.997705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.997856] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.997952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.998024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.998333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.998333] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.998531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.998531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.998705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.998773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.998991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.999056] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.151204] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.152030] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1144.501075] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b03d21-f52e-4f16-b493-66a9cf8445a3: rpc.has_security_group_logging(os_id): False [ 1144.525419] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.525607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.525607] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.525849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.525990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.526363] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.526517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.526629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.526844] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.526943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.527133] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.527256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.527358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.527574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.527710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.527935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.528067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.528110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.528245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.528322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.528410] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1144.612747] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.612982] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.613048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.613332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.613517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.630437] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1146.653132] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1146.653411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.933852] env[63332]: INFO networking_nsxv3.common.synchronization [req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a req-fb509bfb-2fcb-4269-bed3-b7f5729e3144 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 1147.935323] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 1147.935323] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.935323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.935323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.935323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.935537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.935537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.935626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.936017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.936017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.936017] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.440373] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.451018] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.451018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.451018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.451018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.451018] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.451018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.451018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.451018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.451018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.451018] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.451864] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.452330] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.452677] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.452998] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.453270] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.453660] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.513311] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.529248] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.529248] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.529248] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-776" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.529248] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.529248] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.529248] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.530427] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.530794] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.944059] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.034945] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.035243] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.035482] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.035653] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.037533] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.037691] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 not found, creating... [ 1149.038041] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.038317] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.038402] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.038705] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.038894] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.044033] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.044033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.044033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.044033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.044033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.044033] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 is going to be created. [ 1149.065924] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.065924] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.066058] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.066675] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.067036] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.068515] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.446182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.446379] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.446468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.446688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.446787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.446998] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be updated. [ 1149.476307] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.476524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.476524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.476723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.476869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.486313] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: IN_PROGRESS for 2s [ 1149.703437] env[63332]: INFO networking_nsxv3.common.synchronization [req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a req-08f547d1-4588-4d6c-b687-94819e495a1e service nova] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_rules [ 1149.703437] env[63332]: INFO networking_nsxv3.common.synchronization [req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a req-08f547d1-4588-4d6c-b687-94819e495a1e service nova] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 1149.703437] env[63332]: INFO networking_nsxv3.common.synchronization [req-b8a2d57a-1dd9-41be-a5b6-51576bcb666a req-08f547d1-4588-4d6c-b687-94819e495a1e service nova] Enqueued Resource ID: 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 with Priority: HIGHEST for action port [ 1149.703730] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_rules [ 1149.704202] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 1149.704441] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 with Priority: HIGHEST for action port [ 1149.704918] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.705176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.705335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.705624] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.705808] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.708028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.708339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.708670] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.709540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.709757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.710073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.710999] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.208547] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.208828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.213336] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 with status ACTIVE [ 1150.213584] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.213846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.213970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.214219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.214351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.214628] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.214760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.214825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.215083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.215217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.215428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.215536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.215596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.215762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.215902] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.216030] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98 is going to be updated. [ 1150.244590] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.244795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.244849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.245113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.245267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.245439] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4b5704-8ed8-4bcf-b9ef-e95b0326cf98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.385455] env[63332]: INFO networking_nsxv3.common.synchronization [req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 req-b660fa60-ee42-4e2c-bce1-ddd6812d9677 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1151.386757] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1151.386757] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.387227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.387306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.387697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.387697] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.387909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.387909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.388026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.388123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.388227] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.498820] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 1151.499087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.499279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.499599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.499892] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.500125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.500248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.504618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.504753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.504895] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.892481] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.959540] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.960045] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.960045] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.960337] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.960615] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.960786] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.961888] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.961888] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.961888] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.961888] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.961888] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.961888] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.961888] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.962166] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.962166] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.962228] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.986334] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.986509] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1151.986653] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.986838] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.987291] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-b478eebf-9f00-472d-a746-cc50ef5732b0 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.987437] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-b478eebf-9f00-472d-a746-cc50ef5732b0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.987558] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-b478eebf-9f00-472d-a746-cc50ef5732b0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.987949] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-b478eebf-9f00-472d-a746-cc50ef5732b0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.988124] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b478eebf-9f00-472d-a746-cc50ef5732b0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.007747] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.394655] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.490926] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.491225] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.491360] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.491677] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.491858] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.492043] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port b478eebf-9f00-472d-a746-cc50ef5732b0 not found, creating... [ 1152.492356] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.492500] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.492624] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.492905] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.493094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.493542] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.493709] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.493891] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.494176] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.494350] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.494485] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: b478eebf-9f00-472d-a746-cc50ef5732b0 is going to be created. [ 1152.510969] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.527129] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.527413] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.527548] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.527857] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.528123] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.528426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-b478eebf-9f00-472d-a746-cc50ef5732b0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.898600] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.898600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.898600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.898600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.898600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.898600] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1152.940463] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.940648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.940689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.940899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.941058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.955439] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1153.014160] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.014329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.014432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.014739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.014935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.015106] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be updated. [ 1153.049163] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.049366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.049366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.049584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.049736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.062182] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: IN_PROGRESS for 2s [ 1153.659671] env[63332]: INFO networking_nsxv3.common.synchronization [req-4f954296-8ad1-4c0a-8143-27499687fcaa req-e19291d1-6c00-4c32-aded-bdbeebdaf569 tempest-ServerDiskConfigTestJSON-842757497 tempest-ServerDiskConfigTestJSON-842757497-project-member] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1153.660584] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGHEST for action security_group_members [ 1153.660712] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.660807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.660930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.661918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.662199] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.662327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.662394] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.662595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.662687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.662787] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.782405] env[63332]: INFO networking_nsxv3.common.synchronization [req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 req-9b8007fc-b5df-4ff8-8606-bdea9dc75d7c service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1153.782719] env[63332]: INFO networking_nsxv3.common.synchronization [req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 req-9b8007fc-b5df-4ff8-8606-bdea9dc75d7c service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1153.782967] env[63332]: INFO networking_nsxv3.common.synchronization [req-f2233127-b5bf-47e6-91e4-1caf2b3ce089 req-9b8007fc-b5df-4ff8-8606-bdea9dc75d7c service nova] Enqueued Resource ID: b478eebf-9f00-472d-a746-cc50ef5732b0 with Priority: HIGHEST for action port [ 1153.785184] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1153.785408] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1153.785662] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b478eebf-9f00-472d-a746-cc50ef5732b0 with Priority: HIGHEST for action port [ 1153.786235] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.786398] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.786488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.787533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.787630] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.788968] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.789138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.789470] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-b478eebf-9f00-472d-a746-cc50ef5732b0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.789633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b478eebf-9f00-472d-a746-cc50ef5732b0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.789768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b478eebf-9f00-472d-a746-cc50ef5732b0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.790084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b478eebf-9f00-472d-a746-cc50ef5732b0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.790216] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b478eebf-9f00-472d-a746-cc50ef5732b0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.005205] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 req-5797f1bb-4fe3-4db8-b0aa-feb8be3288cc tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1154.005863] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1154.006393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.007414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.007509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.007780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.007956] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.008072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.008134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.008313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.008396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.008490] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.165072] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.165247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.165349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.165647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.165763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.166052] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.166216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.166216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.166728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.166832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.166922] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be updated. [ 1154.200820] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.200820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.200820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.201150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.201150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.216075] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: IN_PROGRESS for 2s [ 1154.292597] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.292833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.294249] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b478eebf-9f00-472d-a746-cc50ef5732b0 with status ACTIVE [ 1154.294379] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.294748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.294748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.294972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.294972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.295110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.295179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.295179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.295353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.295433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.295616] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.295712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.295761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.295910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.296098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.296098] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b478eebf-9f00-472d-a746-cc50ef5732b0 is going to be updated. [ 1154.321167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.321167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.321386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.321482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.321631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.321814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b478eebf-9f00-472d-a746-cc50ef5732b0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.344615] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.344827] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.344979] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.345307] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.345593] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.345760] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.345886] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.346254] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.346450] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.346644] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.346768] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.346951] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.347104] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.347228] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.347342] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.347482] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.369397] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.369646] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.369919] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.370138] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.370345] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.370524] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.370649] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.371045] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.371185] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7bdfce5-11ae-4a8a-a59f-4c4432449c05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.514816] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.875370] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.875704] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.875704] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.876049] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.876600] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.876600] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port c7bdfce5-11ae-4a8a-a59f-4c4432449c05 not found, creating... [ 1154.876738] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.876829] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.876969] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.877249] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.877404] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.877756] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.877886] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.878008] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.878244] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.878388] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.878530] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: c7bdfce5-11ae-4a8a-a59f-4c4432449c05 is going to be created. [ 1154.898885] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.899133] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.899267] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.899551] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.899785] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.900023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.965622] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1154.966627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.966752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.967109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.967217] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.967524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.967524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.967524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.967832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.967832] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.016789] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.074841] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 1155.074841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.075089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.075570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.075570] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.075570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.075773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.075773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.076063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.076063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.076130] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.470635] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.520531] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.520725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.520769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.520966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.521071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.521174] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 is going to be updated. [ 1155.550976] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.551061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.551095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.551300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.551448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.563612] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: IN_PROGRESS for 2s [ 1155.578833] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.581694] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 req-946401a1-cca2-48ee-a23f-59bc661424d0 service nova] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_rules [ 1155.581694] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 req-946401a1-cca2-48ee-a23f-59bc661424d0 service nova] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1155.581694] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ade7523-7c7e-4df7-bc3f-ceb3bec74f82 req-946401a1-cca2-48ee-a23f-59bc661424d0 service nova] Enqueued Resource ID: c7bdfce5-11ae-4a8a-a59f-4c4432449c05 with Priority: HIGHEST for action port [ 1155.582210] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_rules [ 1155.582210] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1155.582210] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bdfce5-11ae-4a8a-a59f-4c4432449c05 with Priority: HIGHEST for action port [ 1155.582675] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.582836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.582946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.583079] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.583163] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.584949] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.584949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.584949] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.585375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.585476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.585651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.585910] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7bdfce5-11ae-4a8a-a59f-4c4432449c05',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.972683] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.082670] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2: rpc.has_security_group_logging(os_id): False [ 1156.087606] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.087777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.087988] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7bdfce5-11ae-4a8a-a59f-4c4432449c05 with status ACTIVE [ 1156.088117] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.088220] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.088287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.088493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.088611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.088738] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.088831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.088909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.089053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.089127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.089303] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.089390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.089448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.089583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.089655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.089736] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7bdfce5-11ae-4a8a-a59f-4c4432449c05 is going to be updated. [ 1156.107279] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.107463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.107527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.107721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.107811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.108084] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.108191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.108253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.108404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.108494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.108600] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be updated. [ 1156.114517] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.114645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.114721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.114921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.115116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.115226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7bdfce5-11ae-4a8a-a59f-4c4432449c05" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.229745] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 in Status: SUCCESS [ 1156.230031] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 deletion is rescheduled due to dependency. [ 1156.230165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.240939] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.241160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.241225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.241465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.241615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.264463] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: IN_PROGRESS for 2s [ 1156.475368] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.475539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.475590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.475808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.475900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.476069] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1156.510849] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.511023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.511087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.511306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.511455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.522251] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1156.595572] env[63332]: INFO networking_nsxv3.common.synchronization [req-11657181-7649-49d7-b397-38c48fb79a6b req-96f2c766-b1c7-41a2-a9a7-fd237c90b7e2 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1156.596330] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1156.596752] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.597225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.597225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.597432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.597605] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.597710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.597775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.597941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.598044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.598139] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.100816] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.101212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.101212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.101512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.101675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.101935] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.102073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.102255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.102364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.102526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.102628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1157.140709] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.140924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.140966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.141216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.141372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.152442] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1157.573723] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: SUCCESS [ 1157.574475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.574475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.574710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.574917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.574917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.575111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.575561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.575561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.575561] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.078267] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.281330] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 1158.281684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.533042] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1158.534364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.535084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.537901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.541097] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.541380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.541461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.541701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.541820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.541930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.542051] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.580011] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.610575] env[63332]: INFO networking_nsxv3.common.synchronization [req-344196fa-a64c-40f8-809f-8cc5f2842057 req-c5c561ee-baab-4fb2-97f0-b7450c8b3696 tempest-AttachVolumeTestJSON-921076106 tempest-AttachVolumeTestJSON-921076106-project-member] Enqueued Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_members [ 1158.610828] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGHEST for action security_group_members [ 1158.611540] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f11e79ac-11aa-4e8c-99a7-eb170a48af98 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.611540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.611540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.611540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.612245] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.612245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.612245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.612245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.612245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.612245] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.047721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.047721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.047721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.047721] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.047721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.048530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.048530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.048530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.048530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.048530] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.084499] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.084499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.084499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.084499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.084499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.084499] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 is going to be updated. [ 1159.119120] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.119120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.119120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.119120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.119120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.119120] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.119120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.119120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.119120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.119120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.119120] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 is going to be updated. [ 1159.121145] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.121476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.121781] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.122193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.122444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.134383] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: IN_PROGRESS for 2s [ 1159.167026] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1159.167026] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1159.167026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.167026] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.167026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.167026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.167026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.167026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.176457] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 in Status: IN_PROGRESS for 2s [ 1159.552318] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3af23f-b0c6-496a-ba12-29205a5ece42: rpc.has_security_group_logging(os_id): False [ 1159.575014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.575014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.575014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.575014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.575661] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.575661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.575661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.576159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.576413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.576629] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1159.658858] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.659784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.659784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.659784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.659784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.689206] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1161.144176] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: SUCCESS [ 1161.144475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.144564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.144769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.144960] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.145100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.145169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.145334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.145418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.145506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.145594] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.193400] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 in Status: SUCCESS [ 1161.196681] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 deletion is rescheduled due to dependency. [ 1161.196681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.648648] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.714097] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1161.714478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.151467] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4845fd28-3d42-409d-a1a8-d55d480b2f86: rpc.has_security_group_logging(os_id): False [ 1162.168674] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.168853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.168892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.169096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.169204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.169422] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.169521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.169584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.169739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.169815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.169898] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 is going to be updated. [ 1162.265299] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.265502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.265564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.265784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.265935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.281370] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: IN_PROGRESS for 2s [ 1163.615891] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.615891] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1164.296729] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: SUCCESS [ 1164.297057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.411996] env[63332]: INFO networking_nsxv3.common.synchronization [req-7e91f150-0aac-4ada-ae95-348db42314f5 req-7878539c-b61d-4426-847a-bbe6f1688c5e tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1165.412594] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1165.413060] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.413206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.414075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.414075] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.414075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.414075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.414075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.417678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.417678] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.763079] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac5210bb-76eb-43bd-865c-ceebfb8536ac req-40d412b7-392e-4491-96ae-ccb829609495 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1165.763636] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1165.765535] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.766116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.766303] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.767168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.768828] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.768957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.769511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.769666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.769762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.769865] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.918725] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.175797] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.176042] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.176204] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.176500] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.176775] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.176944] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.179298] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.183417] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.183606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.183842] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.183965] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.184103] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.184221] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.184339] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.184454] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.184676] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.207580] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.207839] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.207999] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.208208] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.208551] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-208e4070-f95f-4b75-8623-13774d1cb551 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.208740] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-208e4070-f95f-4b75-8623-13774d1cb551" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.209484] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-208e4070-f95f-4b75-8623-13774d1cb551" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.209815] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-208e4070-f95f-4b75-8623-13774d1cb551" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.210501] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208e4070-f95f-4b75-8623-13774d1cb551',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.273763] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.273934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.274032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.274227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.274350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.274575] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.274718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.274765] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.274936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.274981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.275086] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1166.306199] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.306436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.306540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.306876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.307017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.317618] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1166.420987] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.713489] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.713717] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.713993] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.714222] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.714390] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.714552] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 208e4070-f95f-4b75-8623-13774d1cb551 not found, creating... [ 1166.714821] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.714976] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.715113] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.715345] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.715485] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.715763] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.715924] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.716050] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.716295] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.716437] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.716577] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 208e4070-f95f-4b75-8623-13774d1cb551 is going to be created. [ 1166.738746] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.738960] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.739104] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.739387] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.739624] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.739861] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-208e4070-f95f-4b75-8623-13774d1cb551" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.923647] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.923892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.923892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.924133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.924240] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.924331] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1166.963420] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.963640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.963640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.963859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.964039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.974394] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1167.472756] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac5210bb-76eb-43bd-865c-ceebfb8536ac req-a8bc3c67-2ccc-4890-818e-c35ff605b6ae service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1167.472996] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac5210bb-76eb-43bd-865c-ceebfb8536ac req-a8bc3c67-2ccc-4890-818e-c35ff605b6ae service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1167.473116] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac5210bb-76eb-43bd-865c-ceebfb8536ac req-a8bc3c67-2ccc-4890-818e-c35ff605b6ae service nova] Enqueued Resource ID: 208e4070-f95f-4b75-8623-13774d1cb551 with Priority: HIGHEST for action port [ 1167.473354] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1167.473565] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1167.473693] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208e4070-f95f-4b75-8623-13774d1cb551 with Priority: HIGHEST for action port [ 1167.475794] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.475945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.476025] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.476263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.476350] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.477283] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.477396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.477613] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-208e4070-f95f-4b75-8623-13774d1cb551 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.477696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-208e4070-f95f-4b75-8623-13774d1cb551" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.477762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-208e4070-f95f-4b75-8623-13774d1cb551" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.477928] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-208e4070-f95f-4b75-8623-13774d1cb551" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.477990] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208e4070-f95f-4b75-8623-13774d1cb551',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.890919] env[63332]: INFO networking_nsxv3.common.synchronization [None req-f508bf8a-52df-4e95-8173-693e19f3272d tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1167.891605] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1167.891932] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.892206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.892276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.892445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.893027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.893027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.893027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.893027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.893299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.893299] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.980967] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.981136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.981348] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 208e4070-f95f-4b75-8623-13774d1cb551 with status ACTIVE [ 1167.981556] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.982059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.982059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.982059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.982059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.982242] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.982305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.982346] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.982492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.982570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.982753] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.982843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.982903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.983061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.983138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.983223] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 208e4070-f95f-4b75-8623-13774d1cb551 is going to be updated. [ 1168.004838] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.005225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.005366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.005627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.005841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.006933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-208e4070-f95f-4b75-8623-13774d1cb551" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.329766] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1168.329953] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1168.330088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.330256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.330477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.330661] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.330775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.330833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.330989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.331086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.331183] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.395822] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.396828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.396828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.396828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.396828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.396828] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.396828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.396828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.397086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.397086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.397246] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1168.431271] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.431477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.431574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.431797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.431936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.442231] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1168.834530] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.986077] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1168.986077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.338069] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.840410] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.840799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.840799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.840967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.841081] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.841338] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1169.886244] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.886482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.886482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.886698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.886848] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.895979] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1170.451888] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1170.452114] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 deletion is rescheduled due to dependency. [ 1170.452228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.915995] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1171.916488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.916488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.916725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.916992] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.917085] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.917125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.917354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.917489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.917625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.917757] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.420469] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.420643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.420687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.420894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.421071] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.421174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.421230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.421378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.421464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.421551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.421695] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.421785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.421845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.421982] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.422133] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.422224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.422284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.422418] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.422490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.422568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.422656] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.892664] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.892850] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1172.925511] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbdc6d-412a-4bf6-bafa-4b1263f2348f: rpc.has_security_group_logging(os_id): False [ 1172.946936] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.947137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.947212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.947471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.947582] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.947785] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.948207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.948291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.948459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.948561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.948788] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.948887] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.948948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.949933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.949933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.949933] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.949933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.949933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.949933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.949933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.949933] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1173.016925] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.017121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.017216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.017465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.017615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.033923] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1175.051738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1175.051996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.297723] env[63332]: INFO networking_nsxv3.common.synchronization [req-c1fa90e8-a15f-4cb6-b8a9-c1de2f950ef9 req-ab2e5728-778c-460a-875e-f84417bb9f75 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1177.299115] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1177.299780] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.299890] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.299934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.300141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.300306] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.300413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.300473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.300683] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.300827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.300956] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.806024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.806024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.806024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.806024] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1177.843309] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.843571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.843673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.844006] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.844265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.858907] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1179.870302] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1179.870677] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de deletion is rescheduled due to dependency. [ 1179.870677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.518125] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.518330] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.518454] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.518749] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.519035] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.519208] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.519327] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.519546] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.519700] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.520042] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.520141] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.520255] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.520380] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.520516] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.520603] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.520738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.543046] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.543046] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.543046] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.543046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-993" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.543046] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-0e48e858-91a1-47da-a9d3-6254debfb642 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.543457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.543457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.543705] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.543838] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e48e858-91a1-47da-a9d3-6254debfb642',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.050039] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.050039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.050039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.050039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.050039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.050039] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.050039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.050039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.050039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.050039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.050748] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.050748] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.050748] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.050748] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.050748] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.050748] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 0e48e858-91a1-47da-a9d3-6254debfb642 is going to be updated. [ 1181.076804] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.077398] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.077647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.078063] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.078375] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.078730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.415435] env[63332]: INFO networking_nsxv3.common.synchronization [req-870b3a96-e5f1-4796-a15f-c1b9c5e44adc req-851f87a2-4c1a-4303-816a-c9d285d77fd3 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1181.416165] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1181.416572] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.416770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.416889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.417188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.417397] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.417584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.417696] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.418098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.418098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.418188] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.782378] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac465763-5f83-4a74-a357-265558888a62 req-728476b9-9681-4995-ba59-21f25eee2959 service nova] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_rules [ 1181.782717] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac465763-5f83-4a74-a357-265558888a62 req-728476b9-9681-4995-ba59-21f25eee2959 service nova] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1181.782857] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac465763-5f83-4a74-a357-265558888a62 req-728476b9-9681-4995-ba59-21f25eee2959 service nova] Enqueued Resource ID: 0e48e858-91a1-47da-a9d3-6254debfb642 with Priority: HIGHEST for action port [ 1181.783587] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_rules [ 1181.783773] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1181.783935] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e48e858-91a1-47da-a9d3-6254debfb642 with Priority: HIGHEST for action port [ 1181.784731] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.784731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.784731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.784731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.784731] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.785765] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.785936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.785990] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.786228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.786495] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.786663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.786780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.787024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.787152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.787256] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.788220] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e48e858-91a1-47da-a9d3-6254debfb642 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.788397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.788515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.788594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.788666] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e48e858-91a1-47da-a9d3-6254debfb642',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.920068] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.920233] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.920306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.920520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.920610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.920809] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.920900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.920961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.921183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.921227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.921294] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1181.952824] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.952824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.952824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.952824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.953096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.962507] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1182.290458] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.291761] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.291761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.291918] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e48e858-91a1-47da-a9d3-6254debfb642 with status ACTIVE [ 1182.292084] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.292212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.292275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.292461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.292557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.292733] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.292842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.292918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.293111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.293192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.293401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.293516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.293575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.293881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.293945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.294020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e48e858-91a1-47da-a9d3-6254debfb642 is going to be updated. [ 1182.319660] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.319854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.319854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.320092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.320229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.320385] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e48e858-91a1-47da-a9d3-6254debfb642" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.795973] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.042022] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.042022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.042022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.042022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.042022] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.042022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.042022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.042022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.042022] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.042022] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.042022] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.042022] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.042022] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.042931] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.042931] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.042931] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.060948] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.061133] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.061272] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.061459] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.061780] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-8aa100b8-c970-450e-baec-2e6336449b67 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.061958] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.062183] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.062647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.062811] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa100b8-c970-450e-baec-2e6336449b67',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.285850] env[63332]: INFO networking_nsxv3.common.synchronization [req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 req-764e113e-9b56-4d57-ab00-49eb7daa031b tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1183.286621] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1183.287109] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.287244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.287374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.287631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.287881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.288040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.288130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.288318] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.288442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.288604] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.299368] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.299368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.299368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.299368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.299368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.299750] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be updated. [ 1183.333380] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.333597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.334747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.334747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.334747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.343658] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1183.565655] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.566457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.566457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.566457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.566629] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.566665] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 8aa100b8-c970-450e-baec-2e6336449b67 not found, creating... [ 1183.566975] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.567943] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.567943] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.567943] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.567943] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.568272] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.568472] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.568766] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.568903] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.569088] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.569331] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 8aa100b8-c970-450e-baec-2e6336449b67 is going to be created. [ 1183.595359] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.596150] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.596150] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.596150] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.596496] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.596496] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.794055] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.802955] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.803252] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.803418] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.803730] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.804045] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.804252] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.804542] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.804733] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.804868] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.805888] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.805888] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.805888] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.805888] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.805888] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.805888] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.805888] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.827553] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.827799] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.827933] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.828081] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.828438] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-082491cf-69ed-4081-8be7-9fcb79dc3430 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.828635] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-082491cf-69ed-4081-8be7-9fcb79dc3430" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.828755] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-082491cf-69ed-4081-8be7-9fcb79dc3430" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.829114] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-082491cf-69ed-4081-8be7-9fcb79dc3430" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.829573] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082491cf-69ed-4081-8be7-9fcb79dc3430',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.981690] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1183.981878] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1183.981999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.295412] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.335544] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.335544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.335544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.335544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.335544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.335544] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 082491cf-69ed-4081-8be7-9fcb79dc3430 not found, creating... [ 1184.335544] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.335544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.335544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.335544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.335544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.336128] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.336128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.336128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.336128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.336128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.336128] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 082491cf-69ed-4081-8be7-9fcb79dc3430 is going to be created. [ 1184.360020] env[63332]: INFO networking_nsxv3.common.synchronization [req-c142e988-6542-4fa3-92a8-debdac757b8b req-ed74ef85-ec36-4203-8b56-f3ddcc74c958 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 1184.360020] env[63332]: INFO networking_nsxv3.common.synchronization [req-c142e988-6542-4fa3-92a8-debdac757b8b req-ed74ef85-ec36-4203-8b56-f3ddcc74c958 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1184.360020] env[63332]: INFO networking_nsxv3.common.synchronization [req-c142e988-6542-4fa3-92a8-debdac757b8b req-ed74ef85-ec36-4203-8b56-f3ddcc74c958 service nova] Enqueued Resource ID: 8aa100b8-c970-450e-baec-2e6336449b67 with Priority: HIGHEST for action port [ 1184.360020] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 1184.360020] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1184.360020] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa100b8-c970-450e-baec-2e6336449b67 with Priority: HIGHEST for action port [ 1184.360020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360856] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.363411] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.363411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.363411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.363411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.363411] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.363676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.363676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.363748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.363785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.363895] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.365025] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aa100b8-c970-450e-baec-2e6336449b67 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.365149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.365216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.365369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.365475] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa100b8-c970-450e-baec-2e6336449b67',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.367276] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.367487] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.367650] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.367853] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.368216] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.368510] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-082491cf-69ed-4081-8be7-9fcb79dc3430" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.797682] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.797851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.797910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.798160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.798261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.798370] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1184.828669] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.828878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.828878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.829104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.829245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.838796] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1184.864019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.864228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.869555] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.870638] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8aa100b8-c970-450e-baec-2e6336449b67 with status ACTIVE [ 1184.870844] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.870998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.871133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.871338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.871474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.871764] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.871895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.872021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.872213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.872330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.872535] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.872633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.872749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.872851] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.872980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.873104] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8aa100b8-c970-450e-baec-2e6336449b67 is going to be updated. [ 1184.895499] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.895678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.895736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.895942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.896286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.896286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.210430] env[63332]: INFO networking_nsxv3.common.synchronization [req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 req-cae87dcd-a4fa-4a79-bc34-c1cef066f4c1 service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1185.211050] env[63332]: INFO networking_nsxv3.common.synchronization [req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 req-cae87dcd-a4fa-4a79-bc34-c1cef066f4c1 service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1185.211323] env[63332]: INFO networking_nsxv3.common.synchronization [req-54d8f348-40ed-48ae-b4dc-2b47031b5af0 req-cae87dcd-a4fa-4a79-bc34-c1cef066f4c1 service nova] Enqueued Resource ID: 082491cf-69ed-4081-8be7-9fcb79dc3430 with Priority: HIGHEST for action port [ 1185.211870] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1185.212128] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1185.212210] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082491cf-69ed-4081-8be7-9fcb79dc3430 with Priority: HIGHEST for action port [ 1185.212512] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.212672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.212764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.213029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.213142] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.214055] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.214213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.214445] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-082491cf-69ed-4081-8be7-9fcb79dc3430 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.214598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-082491cf-69ed-4081-8be7-9fcb79dc3430" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.214690] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-082491cf-69ed-4081-8be7-9fcb79dc3430" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.214942] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-082491cf-69ed-4081-8be7-9fcb79dc3430" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.214996] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082491cf-69ed-4081-8be7-9fcb79dc3430',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.357206] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1185.357206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.357206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.357206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.357206] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.357206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.357206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.357206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.357206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.357206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.357206] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.377275] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.721030] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 082491cf-69ed-4081-8be7-9fcb79dc3430 with status ACTIVE [ 1185.721030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.721030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.721030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.721030] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.721030] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 082491cf-69ed-4081-8be7-9fcb79dc3430 is going to be updated. [ 1185.722372] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.722756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.744760] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.744760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.744760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.744760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.744760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.744760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-082491cf-69ed-4081-8be7-9fcb79dc3430" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.861418] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.861608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.861724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.862112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.862112] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.862295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.862295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.862422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.862807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.862807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.862807] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.863104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.863104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.863104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.863358] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.863358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.863358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.863565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.863623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.863677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.863804] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.879179] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.879393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.879493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.879763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.879900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.880012] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1185.912502] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.912502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.912667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.912808] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.913621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.922246] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1186.366472] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd: rpc.has_security_group_logging(os_id): False [ 1186.385403] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.385629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.385722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.385938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.386042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.386270] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.386410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.386471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.386631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.386711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.386896] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.386984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.387062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.387204] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.387279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.387467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.387546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.387610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.387748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.387825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.387911] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be updated. [ 1186.452402] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.452568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.454254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.454532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.454697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.474026] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1186.852389] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1186.852729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.852992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.853333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.853628] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.853809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.853921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.854201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.854394] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.854523] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.358107] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.860261] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.936687] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1187.937094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.937308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.937608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.937852] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.938028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.938115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.938333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.938462] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.938580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.938692] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.358625] env[63332]: INFO networking_nsxv3.common.synchronization [req-55362e55-1ba6-4c85-8746-17e2ceea1be5 req-e330c2ed-c277-4d7e-9d54-d6538c7113db tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1188.363635] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1188.364248] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.364455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.364577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.364880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.365050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.365361] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1188.370534] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.370763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.370890] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.371201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.371466] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.371737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.371797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.372018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.372175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.372339] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.409221] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.409528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.409528] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.409652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.410214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.421291] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1188.442095] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.442348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.442348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.442485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.442666] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.442769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.442890] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.442984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.443085] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.443180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.443333] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.443427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.443488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.443631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.443818] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.443893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.443953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.444287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.444287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.444287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.444287] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.503113] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1188.503376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.805089] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.805303] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.805434] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.805716] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.805980] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.806163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.806302] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.806617] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.806780] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.807024] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.807130] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.807246] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.807414] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.807550] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.807662] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.807799] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.829201] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.829467] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.829690] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.829935] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.830311] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-1d232753-6022-4a5f-943f-94dd96fa9148 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.830517] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-1d232753-6022-4a5f-943f-94dd96fa9148" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.830645] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-1d232753-6022-4a5f-943f-94dd96fa9148" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.831014] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-1d232753-6022-4a5f-943f-94dd96fa9148" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.831206] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d232753-6022-4a5f-943f-94dd96fa9148',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.878517] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.878517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.878517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.879609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.879609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.879609] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.879609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.879609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.879609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.879609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.879609] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1188.910508] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.910777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.910777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.910970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.911150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.920586] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1188.946700] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 966685e3-be17-4699-9853-dbc9425ede77: rpc.has_security_group_logging(os_id): False [ 1188.964471] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.964668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.964712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.965043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.965043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.965218] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.965315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.966687] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.966687] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.966687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.967361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.967361] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1189.041483] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.042662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.042816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.043165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.043359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.065075] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1189.336734] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.336734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.336734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.336734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.336734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.336734] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 1d232753-6022-4a5f-943f-94dd96fa9148 not found, creating... [ 1189.336734] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.336734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.336734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.336734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.336734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.337240] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.337240] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.337240] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.337240] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.339101] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.339101] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 1d232753-6022-4a5f-943f-94dd96fa9148 is going to be created. [ 1189.361095] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.361335] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.362048] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.362048] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.362158] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.362426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-1d232753-6022-4a5f-943f-94dd96fa9148" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.127398] env[63332]: INFO networking_nsxv3.common.synchronization [None req-e379b26c-81a7-460b-a485-0c77e2ac2caa tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_rules [ 1190.128229] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_rules [ 1190.128694] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.128883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.129039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.129358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.129476] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.214159] env[63332]: INFO networking_nsxv3.common.synchronization [None req-89105fd6-51b5-4fa3-9fea-75fe68642bb9 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_rules [ 1190.214159] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_rules [ 1190.214159] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.214159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.261355] env[63332]: INFO networking_nsxv3.common.synchronization [req-55362e55-1ba6-4c85-8746-17e2ceea1be5 req-116400ae-f65a-4d08-98a6-73ff0fff5c13 service nova] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 1190.261355] env[63332]: INFO networking_nsxv3.common.synchronization [req-55362e55-1ba6-4c85-8746-17e2ceea1be5 req-116400ae-f65a-4d08-98a6-73ff0fff5c13 service nova] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1190.261355] env[63332]: INFO networking_nsxv3.common.synchronization [req-55362e55-1ba6-4c85-8746-17e2ceea1be5 req-116400ae-f65a-4d08-98a6-73ff0fff5c13 service nova] Enqueued Resource ID: 1d232753-6022-4a5f-943f-94dd96fa9148 with Priority: HIGHEST for action port [ 1190.261355] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 1190.261355] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1190.261355] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d232753-6022-4a5f-943f-94dd96fa9148 with Priority: HIGHEST for action port [ 1190.261355] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.261355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.261355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.261355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.261971] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.263467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.263952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.264581] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d232753-6022-4a5f-943f-94dd96fa9148 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.264841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d232753-6022-4a5f-943f-94dd96fa9148" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.265083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d232753-6022-4a5f-943f-94dd96fa9148" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.265367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d232753-6022-4a5f-943f-94dd96fa9148" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.265832] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d232753-6022-4a5f-943f-94dd96fa9148',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.432866] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1190.433158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.433334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.433560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.433751] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.433874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.433940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.434106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.434189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.434338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.434457] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.649759] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.649924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.649975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.650211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.650301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.650399] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 already deleted. [ 1190.650479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.650627] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.650772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.650856] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.769148] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.769341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.769592] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d232753-6022-4a5f-943f-94dd96fa9148 with status ACTIVE [ 1190.769819] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.769962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.770152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.770420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.770420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.770780] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.770780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.770903] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.770994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.771122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.771391] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.771478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.771478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.771615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.771694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.771774] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d232753-6022-4a5f-943f-94dd96fa9148 is going to be updated. [ 1190.797173] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.797442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.797442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.797681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.797996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.798295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d232753-6022-4a5f-943f-94dd96fa9148" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.932404] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1190.932587] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de deletion is rescheduled due to dependency. [ 1190.932699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.932831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.933263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.933861] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.933861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.933861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.934065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.934065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.934124] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.936760] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.936927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.936977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.937176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.937352] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.937541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.937622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.937809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.937883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.937972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.938349] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.938349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.938441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.938562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.938718] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.940047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.940047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.940047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.940047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.940047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.940047] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.082181] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1191.082476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.172176] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.172436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.172436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.172545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.172641] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.172742] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 already deleted. [ 1191.172826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.437421] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.442293] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3af23f-b0c6-496a-ba12-29205a5ece42: rpc.has_security_group_logging(os_id): False [ 1191.460750] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.460938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.461041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.461281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.461401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.461722] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.461857] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.461894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.462074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.462159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.462340] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.462432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.462505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.462626] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.462743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.463254] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.463254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.463254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.463420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.463456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.463554] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1191.526082] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.526269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.526362] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.526672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.527037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.553839] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1191.940086] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.443071] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.443071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.443071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.443567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.443567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.443690] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1192.475814] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.476060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.476176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.476519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.476739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.487371] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1193.010924] env[63332]: INFO networking_nsxv3.common.synchronization [req-66f65b9c-092b-4f80-824e-0817a8428435 req-d8768890-23b8-4e69-874c-25954a068b19 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1193.011497] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1193.012069] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.012069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.012386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.012493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.012705] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.012818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.012878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.013077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.013168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.013306] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.519777] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.519777] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.519777] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1193.551135] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.551135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.551135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.551135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.551135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.558032] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.559513] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.559513] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.559513] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.559513] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.559513] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.559953] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.559953] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.559953] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.560589] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.560589] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.560589] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.560589] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.560726] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.560754] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.560876] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.562817] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1193.578021] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1193.578148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.602023] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.602239] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.602388] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.602614] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.602963] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-902888cb-f4ff-4bf6-972e-fa4d8a90a921 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.603194] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-902888cb-f4ff-4bf6-972e-fa4d8a90a921" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.603290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-902888cb-f4ff-4bf6-972e-fa4d8a90a921" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.603646] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-902888cb-f4ff-4bf6-972e-fa4d8a90a921" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.603794] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902888cb-f4ff-4bf6-972e-fa4d8a90a921',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.106536] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.106804] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.107409] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.107409] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.107409] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.107680] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 902888cb-f4ff-4bf6-972e-fa4d8a90a921 not found, creating... [ 1194.107846] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.108016] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.108142] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.108372] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.108517] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.108819] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.108968] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.109101] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.109311] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.109451] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.109597] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 902888cb-f4ff-4bf6-972e-fa4d8a90a921 is going to be created. [ 1194.145209] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.145600] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.145600] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.145852] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.146105] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.146335] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-902888cb-f4ff-4bf6-972e-fa4d8a90a921" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.497651] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1194.497901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.498097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.498314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.498504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.498622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.498685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.498842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.498920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.499011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.499107] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.841380] env[63332]: INFO networking_nsxv3.common.synchronization [req-66f65b9c-092b-4f80-824e-0817a8428435 req-8d8e89ff-2cc3-4984-a15e-7ed90984c11a service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1194.841735] env[63332]: INFO networking_nsxv3.common.synchronization [req-66f65b9c-092b-4f80-824e-0817a8428435 req-8d8e89ff-2cc3-4984-a15e-7ed90984c11a service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1194.841735] env[63332]: INFO networking_nsxv3.common.synchronization [req-66f65b9c-092b-4f80-824e-0817a8428435 req-8d8e89ff-2cc3-4984-a15e-7ed90984c11a service nova] Enqueued Resource ID: 902888cb-f4ff-4bf6-972e-fa4d8a90a921 with Priority: HIGHEST for action port [ 1194.842708] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1194.842902] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1194.843051] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902888cb-f4ff-4bf6-972e-fa4d8a90a921 with Priority: HIGHEST for action port [ 1194.843365] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.843511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.843638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.843896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.844014] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.845405] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.845405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.845573] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-902888cb-f4ff-4bf6-972e-fa4d8a90a921 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.845658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-902888cb-f4ff-4bf6-972e-fa4d8a90a921" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.845778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-902888cb-f4ff-4bf6-972e-fa4d8a90a921" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.845974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-902888cb-f4ff-4bf6-972e-fa4d8a90a921" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.846100] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902888cb-f4ff-4bf6-972e-fa4d8a90a921',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.004426] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.348137] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.348280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.350578] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 902888cb-f4ff-4bf6-972e-fa4d8a90a921 with status ACTIVE [ 1195.350758] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.350866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.350929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.351158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.351251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.351426] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.351533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.351575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.351726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.351802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.351979] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.352083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.352160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.352840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.352840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.352840] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 902888cb-f4ff-4bf6-972e-fa4d8a90a921 is going to be updated. [ 1195.374226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.374407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.374459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.374669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.374804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.374951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-902888cb-f4ff-4bf6-972e-fa4d8a90a921" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.506877] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18ab17b-9a49-41ce-b194-dadec741c3de: rpc.has_security_group_logging(os_id): False [ 1195.525537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.525754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.525754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.525968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.526595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.526595] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.526595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.526595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.526783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.526783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.526847] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1195.576334] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1195.576334] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1195.576334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.576334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.576334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.576752] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.576752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.576752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.577029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.577029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.577147] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.626994] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.627185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.627232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.627437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.627608] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.641880] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1196.023567] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.023878] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.023926] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.024195] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.024506] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.024659] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.024762] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.024977] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.025141] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.025350] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.025466] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.025579] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.025690] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.025803] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.025911] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.026055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.045656] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.045871] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.046018] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.046261] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-660" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.046639] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-434adbef-2e87-4a22-b393-cf7c9b927848 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.046873] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.046952] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.047221] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.047378] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434adbef-2e87-4a22-b393-cf7c9b927848',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.080056] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.549583] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.549929] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.550100] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.550394] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.550563] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.550915] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.551115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.551242] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.551497] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.551665] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.551988] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.552185] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.552326] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.552581] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.552758] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.552930] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 434adbef-2e87-4a22-b393-cf7c9b927848 is going to be updated. [ 1196.580612] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.580849] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.580979] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.581288] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.581559] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.581763] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.582641] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.088111] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.088478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.088478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.088918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.089095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.089251] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1197.126664] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.127067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.127067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.127132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.127340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.139111] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1197.534468] env[63332]: INFO networking_nsxv3.common.synchronization [req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 req-46eff9e3-1028-4fde-8f80-d896fd30d119 service nova] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_rules [ 1197.534933] env[63332]: INFO networking_nsxv3.common.synchronization [req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 req-46eff9e3-1028-4fde-8f80-d896fd30d119 service nova] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_members [ 1197.534933] env[63332]: INFO networking_nsxv3.common.synchronization [req-248fa9e2-c234-407e-b1f0-fad2f6a7c7d1 req-46eff9e3-1028-4fde-8f80-d896fd30d119 service nova] Enqueued Resource ID: 434adbef-2e87-4a22-b393-cf7c9b927848 with Priority: HIGHEST for action port [ 1197.535471] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_rules [ 1197.535683] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_members [ 1197.535683] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434adbef-2e87-4a22-b393-cf7c9b927848 with Priority: HIGHEST for action port [ 1197.535942] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.536241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.536241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.536468] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.536575] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.537663] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.541046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.541208] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.541446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.541633] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.541751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.541812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.541965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.542069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.542401] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.543433] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-434adbef-2e87-4a22-b393-cf7c9b927848 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.543669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.543747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.543939] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.543994] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434adbef-2e87-4a22-b393-cf7c9b927848',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.661092] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1197.661331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.046859] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.046859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.046859] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.047390] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 434adbef-2e87-4a22-b393-cf7c9b927848 with status ACTIVE [ 1198.047590] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.047716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.047779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.047991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.048093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.048268] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.048370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.048445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.048617] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.048698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.049020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.049020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.049157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.049198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.049269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.049430] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 434adbef-2e87-4a22-b393-cf7c9b927848 is going to be updated. [ 1198.073181] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.073448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.073594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.073878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.074126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.074378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434adbef-2e87-4a22-b393-cf7c9b927848" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.551934] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.932432] env[63332]: INFO networking_nsxv3.common.synchronization [req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b req-1ec98575-0c5c-466b-bcee-ba252d82ecc5 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_members [ 1198.933806] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_members [ 1198.935624] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a47f0b-7daf-44c4-a16c-823b17c5c524 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.935944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.936029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.936306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.936483] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.936639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.936705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.936870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.936959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.941419] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.054989] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.055188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.055260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.055490] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.055587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.056361] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 is going to be updated. [ 1199.089683] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.089866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.089933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.090184] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.090338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.103840] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: IN_PROGRESS for 2s [ 1199.157640] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1199.157881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.158076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.158314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.158975] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.158975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.158975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.158975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.158975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.159263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.159263] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.446292] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.446292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.446292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.446614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.446793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.447363] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.447363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.447529] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.447791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.447862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.448020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 already deleted. [ 1199.448160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.464730] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.464974] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.465094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.465359] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.465620] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.465782] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.465903] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.468033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.468033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.468033] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.468203] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.468276] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.468390] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.468508] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.468623] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.468768] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.491736] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.491903] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1199.492055] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.492241] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.492833] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-dc4ff529-4b0f-4d75-b560-50bf405fed96 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.493036] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-dc4ff529-4b0f-4d75-b560-50bf405fed96" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.493163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-dc4ff529-4b0f-4d75-b560-50bf405fed96" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.493671] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-dc4ff529-4b0f-4d75-b560-50bf405fed96" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.493811] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4ff529-4b0f-4d75-b560-50bf405fed96',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.661412] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.661796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.661796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.661952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.662145] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.662258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.662319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.662488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.662579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.662804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.662892] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.662941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.662979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.663150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.663290] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.663382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.663440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.663599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.663693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.663759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.663862] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.996245] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.996427] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.996565] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.996942] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.997140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.997310] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port dc4ff529-4b0f-4d75-b560-50bf405fed96 not found, creating... [ 1199.997609] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.997793] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.997919] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.998172] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.998316] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.998612] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.998774] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.998892] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.999122] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.999265] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.999409] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: dc4ff529-4b0f-4d75-b560-50bf405fed96 is going to be created. [ 1200.022785] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.023020] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.023167] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.023482] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.023732] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.023964] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-dc4ff529-4b0f-4d75-b560-50bf405fed96" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.166522] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbdc6d-412a-4bf6-bafa-4b1263f2348f: rpc.has_security_group_logging(os_id): False [ 1200.185293] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.185464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.185549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.185750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.185845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.186063] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.186178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.186231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.186363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.186436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.186726] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.186824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.186872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.187200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.187368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.187583] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.187706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.187706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.187850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.187925] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.188020] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1200.263398] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.263584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.263639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.263824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.263967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.282849] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1200.801857] env[63332]: INFO networking_nsxv3.common.synchronization [req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b req-1fc4fc3c-f870-4cf7-9456-77adb3f70c0d service nova] Enqueued Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_rules [ 1200.802229] env[63332]: INFO networking_nsxv3.common.synchronization [req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b req-1fc4fc3c-f870-4cf7-9456-77adb3f70c0d service nova] Enqueued Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_members [ 1200.802229] env[63332]: INFO networking_nsxv3.common.synchronization [req-ccd3bc7c-bbda-4cfd-8374-b6efbaa3a67b req-1fc4fc3c-f870-4cf7-9456-77adb3f70c0d service nova] Enqueued Resource ID: dc4ff529-4b0f-4d75-b560-50bf405fed96 with Priority: HIGHEST for action port [ 1200.802941] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_rules [ 1200.802941] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_members [ 1200.803131] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4ff529-4b0f-4d75-b560-50bf405fed96 with Priority: HIGHEST for action port [ 1200.803347] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.803485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.803568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.803790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.804107] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.807044] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a47f0b-7daf-44c4-a16c-823b17c5c524 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.807044] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.807044] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.807044] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4ff529-4b0f-4d75-b560-50bf405fed96 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4ff529-4b0f-4d75-b560-50bf405fed96" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.807044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4ff529-4b0f-4d75-b560-50bf405fed96" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.807762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4ff529-4b0f-4d75-b560-50bf405fed96" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.807762] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4ff529-4b0f-4d75-b560-50bf405fed96',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.114927] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: SUCCESS [ 1201.115211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.115382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.115636] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.115888] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.116033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.116311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.116311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.116404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.116445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.116560] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.124943] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.125215] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.125428] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.125609] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.125974] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.126158] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.126308] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.126541] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.126796] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.127032] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.127389] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.127510] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.127711] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.128018] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.128151] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.128294] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.153221] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.153407] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1201.153552] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.153787] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-517" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.154181] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-8aa100b8-c970-450e-baec-2e6336449b67 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.154322] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.154439] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.154722] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.154868] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa100b8-c970-450e-baec-2e6336449b67',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.309767] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a47f0b-7daf-44c4-a16c-823b17c5c524 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.309994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.310232] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc4ff529-4b0f-4d75-b560-50bf405fed96 with status ACTIVE [ 1201.310426] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.310533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.310611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.310841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.310992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.311271] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.311381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.311445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.311635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.311716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.311901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.311986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.312065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.312275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.312400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.312541] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc4ff529-4b0f-4d75-b560-50bf405fed96 is going to be updated. [ 1201.313857] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.389985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.390317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.390408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.390826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.391028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.391236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4ff529-4b0f-4d75-b560-50bf405fed96" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.618949] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.658176] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.658469] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.658555] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.658915] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.659116] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.659465] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.659640] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.659761] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.659989] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.661606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.661606] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.661606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.661606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.661606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.661606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.661606] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 8aa100b8-c970-450e-baec-2e6336449b67 is going to be updated. [ 1201.696747] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.696999] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.696999] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.696999] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.696999] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.696999] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.818371] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.121458] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5: rpc.has_security_group_logging(os_id): False [ 1202.140036] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.140260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.140260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.140455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.140534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.140772] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.140908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.140908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.141067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.141141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.141211] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 is going to be updated. [ 1202.215357] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.215523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.215565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.215782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.215927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.232620] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: IN_PROGRESS for 2s [ 1202.305655] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1202.305655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.323082] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.323082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.323082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.323082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.323082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.323082] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 is going to be created. [ 1202.356750] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.356750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.356750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.356750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.356750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.366034] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 in Status: UNINITIALIZED for 2s [ 1202.394154] env[63332]: INFO networking_nsxv3.common.synchronization [req-6d709d77-206b-42c9-a910-60279a60ccd8 req-7b3f2351-e744-48c3-94c5-7208ce636c46 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 1202.394154] env[63332]: INFO networking_nsxv3.common.synchronization [req-6d709d77-206b-42c9-a910-60279a60ccd8 req-7b3f2351-e744-48c3-94c5-7208ce636c46 service nova] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1202.394154] env[63332]: INFO networking_nsxv3.common.synchronization [req-6d709d77-206b-42c9-a910-60279a60ccd8 req-7b3f2351-e744-48c3-94c5-7208ce636c46 service nova] Enqueued Resource ID: 8aa100b8-c970-450e-baec-2e6336449b67 with Priority: HIGHEST for action port [ 1202.394154] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_rules [ 1202.394154] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1202.394154] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa100b8-c970-450e-baec-2e6336449b67 with Priority: HIGHEST for action port [ 1202.394154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.394154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.394154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.395324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.395553] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.397529] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.397811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.397996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.398446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.398706] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.398912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.399062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.399298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.399542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.399705] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.402209] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aa100b8-c970-450e-baec-2e6336449b67 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.402841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.402841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.403788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.403788] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa100b8-c970-450e-baec-2e6336449b67',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.898203] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.898604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.903473] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.905637] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8aa100b8-c970-450e-baec-2e6336449b67 with status ACTIVE [ 1202.905948] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.906253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.906353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.906606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.906700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.906983] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.907257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.907342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.907667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.907667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.907952] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.908137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.908196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.908481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.908481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.908598] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8aa100b8-c970-450e-baec-2e6336449b67 is going to be updated. [ 1202.948262] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.948455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.948578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.948927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.949223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.950407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aa100b8-c970-450e-baec-2e6336449b67" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.413320] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.567339] env[63332]: INFO networking_nsxv3.common.synchronization [req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 req-46b9cbee-5f03-435c-8d9f-489d00c790b2 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1203.567963] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1203.570312] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.574021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.574021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.574021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.574021] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.574021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.574021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.574021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.574021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.574021] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.916796] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.917122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.917122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.917525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.917654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.917762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1203.953180] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.953402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.953527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.953754] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.953882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.966858] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1204.007231] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.007746] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.007746] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.008250] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.008594] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.008810] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.009080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.009290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.009473] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.009714] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.009856] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.009986] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.010133] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.010276] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.010443] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.010613] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.035502] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.035748] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1204.035913] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.036221] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.036779] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-08864ebb-ccce-476d-8f50-5a7c9787b7e5 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.037084] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-08864ebb-ccce-476d-8f50-5a7c9787b7e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.037300] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-08864ebb-ccce-476d-8f50-5a7c9787b7e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.037770] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-08864ebb-ccce-476d-8f50-5a7c9787b7e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.037995] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08864ebb-ccce-476d-8f50-5a7c9787b7e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.073881] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.247719] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: SUCCESS [ 1204.248040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.377668] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 in Status: SUCCESS [ 1204.378043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.378297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.378512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.378702] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.378874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.379112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.379226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.379360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.379444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.379569] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.541774] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.541774] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.541774] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.541774] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.541774] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.542065] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 08864ebb-ccce-476d-8f50-5a7c9787b7e5 not found, creating... [ 1204.542245] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.542410] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.542532] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.542764] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.542913] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.543221] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.543383] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.543505] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.543719] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.543862] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.544014] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 08864ebb-ccce-476d-8f50-5a7c9787b7e5 is going to be created. [ 1204.565324] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.565590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.565769] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.566127] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.566452] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.566795] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-08864ebb-ccce-476d-8f50-5a7c9787b7e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.581365] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.882133] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.083660] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.084252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.084252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.084252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.084252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.084452] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1205.140395] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.140643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.140771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.141158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.141379] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.155367] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1205.385364] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4a47f0b-7daf-44c4-a16c-823b17c5c524: rpc.has_security_group_logging(os_id): False [ 1205.410103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.410317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.410405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.410679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.410780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.411110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.411214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.411307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.411543] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.411678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.411828] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 is going to be created. [ 1205.474547] env[63332]: INFO networking_nsxv3.common.synchronization [req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 req-71be5485-0927-4d45-b03e-c9a2d1900bdd service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1205.474775] env[63332]: INFO networking_nsxv3.common.synchronization [req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 req-71be5485-0927-4d45-b03e-c9a2d1900bdd service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1205.474922] env[63332]: INFO networking_nsxv3.common.synchronization [req-46d0e3d7-1a71-4c74-bc99-99014ebcb9f9 req-71be5485-0927-4d45-b03e-c9a2d1900bdd service nova] Enqueued Resource ID: 08864ebb-ccce-476d-8f50-5a7c9787b7e5 with Priority: HIGHEST for action port [ 1205.475530] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1205.476378] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1205.476378] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08864ebb-ccce-476d-8f50-5a7c9787b7e5 with Priority: HIGHEST for action port [ 1205.476378] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.476378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.476378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.476759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.476759] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.478211] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.478675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.478951] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-08864ebb-ccce-476d-8f50-5a7c9787b7e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.479073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08864ebb-ccce-476d-8f50-5a7c9787b7e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.479142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08864ebb-ccce-476d-8f50-5a7c9787b7e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.480139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08864ebb-ccce-476d-8f50-5a7c9787b7e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.480139] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08864ebb-ccce-476d-8f50-5a7c9787b7e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.510502] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.510784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.510784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.510934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.511140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.524952] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 in Status: IN_PROGRESS for 2s [ 1205.978847] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1205.979188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.979557] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.979668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.979789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.980019] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.980182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.980302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.980360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.980522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.980603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.980689] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.980778] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.981743] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08864ebb-ccce-476d-8f50-5a7c9787b7e5 with status ACTIVE [ 1205.981945] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.982086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.982148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.982298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.982379] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.982543] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.982637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.982794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.982836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.982964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.983095] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.983187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.983248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.983389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.983464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.983546] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08864ebb-ccce-476d-8f50-5a7c9787b7e5 is going to be updated. [ 1206.007932] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.008152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.008152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.008372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.008514] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.008674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08864ebb-ccce-476d-8f50-5a7c9787b7e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.485942] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.486355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.486355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.486424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.486580] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.486736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.487894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.487894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.487894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.488312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.488312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.488312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.488312] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.990509] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 966685e3-be17-4699-9853-dbc9425ede77: rpc.has_security_group_logging(os_id): False [ 1207.023260] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.023448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.023517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.023739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.023998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.024315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.024433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.024492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.024778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.025022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.025786] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.025915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.026024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.026313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.026402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.026608] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.026789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.026856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.027014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.027101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.027225] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1207.110773] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.111016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.111016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.111215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.111364] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.128480] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1207.166321] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1207.166783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.167073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.167396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.167894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.168116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.168236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.168471] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.168559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.168667] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.543725] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 in Status: SUCCESS [ 1207.544124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.672053] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.174317] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.677100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.677446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.677446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.677573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.677678] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.677793] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1208.685777] env[63332]: INFO networking_nsxv3.common.synchronization [req-2b4ee864-682e-4646-9039-b944eb081f8b req-8dbfdb51-a5c1-4a57-934a-f4a22ea65a6c tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1208.685777] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1208.685777] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.685777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.685777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.685777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.685777] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.685777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.685777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.685777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.685777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.685777] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.713229] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.713229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.713229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.713229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.713229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.724534] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1209.149022] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1209.149227] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.188041] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.188265] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.188344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.188584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.188672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.188897] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.189035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.189109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.189268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.189353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.189442] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1209.218776] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.218982] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.219073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.219310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.219457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.229594] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1210.734518] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1210.734934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.734997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.735221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.735412] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.735525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.735590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.735741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.735867] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.735944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.736049] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.238519] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.238752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.238752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.238881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.239060] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.239188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.239250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.239410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.239492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.239584] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.239856] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.239856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.239979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.240027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.240167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.240252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.241158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.241158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.241158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.241158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.241158] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.242285] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1211.242517] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1211.242621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.743556] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3af23f-b0c6-496a-ba12-29205a5ece42: rpc.has_security_group_logging(os_id): False [ 1211.762202] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.762359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.762433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.762646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.762735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.762952] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.763063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.763251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.763319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.763349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.763512] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.763599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.763756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.763820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.763866] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.764179] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.764297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.764365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.764510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.764623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.764721] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1211.823333] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.823577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.823685] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.823915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.824087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.856559] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1213.684178] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.684651] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1213.875805] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1213.876134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.302438] env[63332]: INFO networking_nsxv3.common.synchronization [req-a91ca472-4fe4-4675-87b8-1ad2a639f5cb req-c9149e38-e7b8-470b-a3cd-6db27d7c2171 tempest-ServersNegativeTestJSON-940457634 tempest-ServersNegativeTestJSON-940457634-project-member] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1215.302438] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGHEST for action security_group_members [ 1215.302438] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.302438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.302438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.302438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.302438] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.302438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.302438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.302438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.302438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.302438] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.807580] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.807751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.807813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.808123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.808231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.808445] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.808595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.808665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.809158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.809158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.809158] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be updated. [ 1215.842378] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.842378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.842652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.842652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.842652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.853628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: IN_PROGRESS for 2s [ 1217.864951] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd in Status: SUCCESS [ 1217.865320] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd deletion is rescheduled due to dependency. [ 1217.865320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.118422] env[63332]: INFO networking_nsxv3.common.synchronization [req-a899a14a-9636-4aaf-bc71-59fa89001498 req-47cee9e9-d471-48a5-b3cd-a27836e6457f tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1218.118970] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1218.119332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.119454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.119521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.119720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.119867] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.119966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.121100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.121453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.121609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.121802] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.299888] env[63332]: INFO networking_nsxv3.common.synchronization [req-c6970f44-1111-49f5-ba50-87553cb6c219 req-46c1b455-b5db-4308-adff-9cf6d2a24231 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1218.300429] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1218.300729] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.300860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.301051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.301145] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.301278] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.301376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.301432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.301577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.301669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.301760] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.573327] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.573708] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.573988] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.574446] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.574905] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.575236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.575474] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.575850] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.576137] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.576466] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.576627] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.576833] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.577047] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.577276] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.577487] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.577738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.604112] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.604307] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.604451] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.604640] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-344" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.604983] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-9dcc0cf2-a40b-410a-a34c-95940f78a322 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.605175] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-9dcc0cf2-a40b-410a-a34c-95940f78a322" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.605297] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-9dcc0cf2-a40b-410a-a34c-95940f78a322" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.605637] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-9dcc0cf2-a40b-410a-a34c-95940f78a322" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.605778] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dcc0cf2-a40b-410a-a34c-95940f78a322',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.624481] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.806297] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.806459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.806530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.806748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.806869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.807088] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.807252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.807310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.807453] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.807553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.807646] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1218.840626] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.840813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.840894] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.841174] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.841350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.853391] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1219.108075] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.108426] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.108472] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.108734] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.108893] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.109064] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 9dcc0cf2-a40b-410a-a34c-95940f78a322 not found, creating... [ 1219.109388] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.109559] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.109680] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.109899] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.110055] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.110338] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.110495] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.110615] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.110823] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.110964] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.111118] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 9dcc0cf2-a40b-410a-a34c-95940f78a322 is going to be created. [ 1219.126975] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.131067] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.131279] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.131405] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.131671] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.131917] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.132205] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-9dcc0cf2-a40b-410a-a34c-95940f78a322" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.631964] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.631964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.631964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.631964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.631964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.631964] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1219.662065] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.662065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.662065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.662065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.662065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.672159] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1219.727077] env[63332]: INFO networking_nsxv3.common.synchronization [req-41f2f789-d9b8-4c3c-a4c9-86a6240fac6c req-08477fc8-8cbc-42c8-8a94-01d5ca5536b1 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1219.727615] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1219.728506] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.728714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.728843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.729141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.729381] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.729545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.729664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.729893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.730052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.730203] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.982254] env[63332]: INFO networking_nsxv3.common.synchronization [req-c6970f44-1111-49f5-ba50-87553cb6c219 req-51c83f16-0850-4368-ba4a-1b5b009871f2 service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1219.983098] env[63332]: INFO networking_nsxv3.common.synchronization [req-c6970f44-1111-49f5-ba50-87553cb6c219 req-51c83f16-0850-4368-ba4a-1b5b009871f2 service nova] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1219.983098] env[63332]: INFO networking_nsxv3.common.synchronization [req-c6970f44-1111-49f5-ba50-87553cb6c219 req-51c83f16-0850-4368-ba4a-1b5b009871f2 service nova] Enqueued Resource ID: 9dcc0cf2-a40b-410a-a34c-95940f78a322 with Priority: HIGHEST for action port [ 1219.983098] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_rules [ 1219.983098] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1219.983098] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dcc0cf2-a40b-410a-a34c-95940f78a322 with Priority: HIGHEST for action port [ 1219.983882] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.983882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.983882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.984029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.984137] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.985446] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.985560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.985742] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dcc0cf2-a40b-410a-a34c-95940f78a322 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.985859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dcc0cf2-a40b-410a-a34c-95940f78a322" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.985913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dcc0cf2-a40b-410a-a34c-95940f78a322" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.986103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dcc0cf2-a40b-410a-a34c-95940f78a322" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.986182] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dcc0cf2-a40b-410a-a34c-95940f78a322',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.233343] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.491332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.491332] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dcc0cf2-a40b-410a-a34c-95940f78a322 with status ACTIVE [ 1220.491332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.491332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.491332] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.491332] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.492289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.492289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.492289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.492289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.492289] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dcc0cf2-a40b-410a-a34c-95940f78a322 is going to be updated. [ 1220.515086] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.515244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.515311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.515984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.515984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.515984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dcc0cf2-a40b-410a-a34c-95940f78a322" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.737940] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.864816] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1220.864816] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1220.864816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.864816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.865096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.865219] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.865388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.865388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.865569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.865610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.865698] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.245375] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.245375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.245375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.245375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.245375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.245375] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 is going to be updated. [ 1221.271313] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.271473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.271586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.271803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.271947] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.280963] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: IN_PROGRESS for 2s [ 1221.368032] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.683402] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1221.683650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.870605] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.373043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.373374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.373374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.373606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.373606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.373681] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1222.403237] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.403480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.403480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.403735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.403913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.413209] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1223.290738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: SUCCESS [ 1223.290973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.423562] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1224.423924] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.423966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.424295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.424510] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.424632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.424700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.424862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.424961] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.425066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.425180] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.693841] env[63332]: INFO networking_nsxv3.common.synchronization [req-c49ee824-e0b3-42fd-849e-1cc0ec53a108 req-07d1ce81-09e2-4706-8a9c-648c650cecca tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1224.694548] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1224.694851] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.694975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.695055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.695256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.695407] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.695782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.695782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.695782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.695900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.695900] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.927340] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.927638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.927638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.927896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.928599] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.928767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.928835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.929122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.929231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.929433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.929553] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.929673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.929753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.929926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.930271] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.930397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.930470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.930652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.930744] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.930846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.930960] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.199067] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.437116] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbdc6d-412a-4bf6-bafa-4b1263f2348f: rpc.has_security_group_logging(os_id): False [ 1225.455723] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.455916] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.455964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.456290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.456410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.456640] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.456775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.456842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.457061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.457148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.457349] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.457446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.457510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.457672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.457751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.457945] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.458064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.458128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.458272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.458347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.458455] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1225.517851] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.518099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.518161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.518432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.518600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.535372] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1225.700982] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.157668] env[63332]: INFO networking_nsxv3.common.synchronization [req-daa6a0b6-c5e5-44bc-8f22-0eb9343eb824 req-93bf82d3-dbf8-426b-9e92-f35bdd59d350 tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1226.158237] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGHEST for action security_group_members [ 1226.158547] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.158759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.158759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.158921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.159075] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.159245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.159245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.159378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.159451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.159540] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.203564] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.203827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.203827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.204022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.204143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.204247] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1226.231876] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.232060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.232108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.232341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.232461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.242682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1226.662198] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.662614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.662614] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.662694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.662728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.662918] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.663022] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.663091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.663241] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.663316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.663405] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 is going to be updated. [ 1226.693624] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.693825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.693825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.694048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.694193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.703013] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: IN_PROGRESS for 2s [ 1227.553886] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1227.553886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.251762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1228.252206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.719362] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 in Status: SUCCESS [ 1228.719740] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 deletion is rescheduled due to dependency. [ 1228.719953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.730663] env[63332]: INFO networking_nsxv3.common.synchronization [None req-65fff0a3-b78d-4c8e-a2a3-dbaec179edbb tempest-AttachInterfacesTestJSON-637320839 tempest-AttachInterfacesTestJSON-637320839-project-member] Enqueued Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1230.731861] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966685e3-be17-4699-9853-dbc9425ede77 with Priority: HIGHEST for action security_group_members [ 1230.731914] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-966685e3-be17-4699-9853-dbc9425ede77 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.732293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.732293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.732558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.732731] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.732962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.732962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.733185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.733245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.733318] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('966685e3-be17-4699-9853-dbc9425ede77',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.236917] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.236917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.237188] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.237424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.238027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.238027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.238027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.238027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.238285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.238323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.238432] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 is going to be updated. [ 1231.273714] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.273889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.273934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.274251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.274394] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.284963] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: IN_PROGRESS for 2s [ 1232.202358] env[63332]: INFO networking_nsxv3.common.synchronization [req-d401b95c-1439-4d1b-bc2c-cd93237ac84d req-64fb593b-67d0-46b5-aef2-7d9e9ecdbc75 tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 1232.202933] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 1232.203257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.203383] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.203446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.203654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.203806] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.203902] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.203955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.204147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.204236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.204328] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.714454] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.216534] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.295684] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 966685e3-be17-4699-9853-dbc9425ede77 in Status: SUCCESS [ 1233.295803] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 966685e3-be17-4699-9853-dbc9425ede77 deletion is rescheduled due to dependency. [ 1233.295904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-966685e3-be17-4699-9853-dbc9425ede77" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.719271] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.719459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.719525] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.719741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.719836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.719944] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be updated. [ 1233.750366] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.750534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.750591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.750766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.750908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.759715] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: IN_PROGRESS for 2s [ 1235.241527] env[63332]: INFO networking_nsxv3.common.synchronization [req-c819c8b4-780b-44e8-bb77-1ffc1712e643 req-6803cda0-0863-4fd7-8e6b-3a4395cc0240 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1235.242076] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1235.242394] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.242511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.242579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.242776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.242918] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.243157] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.243257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.243444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.243500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.243592] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.615900] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.616115] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.616249] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.616518] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.616774] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.616936] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.617108] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.617337] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.617510] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.617731] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.617853] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.617967] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.618094] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.618209] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.618319] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.618454] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.637096] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.637303] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.637456] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.637642] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.637949] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-0fb7f334-16fc-4e60-8dcc-04e699f23255 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.638138] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-0fb7f334-16fc-4e60-8dcc-04e699f23255" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.638262] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-0fb7f334-16fc-4e60-8dcc-04e699f23255" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.638590] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-0fb7f334-16fc-4e60-8dcc-04e699f23255" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.638730] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb7f334-16fc-4e60-8dcc-04e699f23255',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.746186] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.769797] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 1235.769797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.140875] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.141198] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.141381] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.141748] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.141940] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.142119] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 0fb7f334-16fc-4e60-8dcc-04e699f23255 not found, creating... [ 1236.142404] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.142569] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.142690] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.142934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.143096] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.143606] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.143606] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.143845] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.143915] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.144053] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.144244] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 0fb7f334-16fc-4e60-8dcc-04e699f23255 is going to be created. [ 1236.168805] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.169064] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.169197] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.169685] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.169998] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.170284] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-0fb7f334-16fc-4e60-8dcc-04e699f23255" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.249088] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.751244] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.751405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.751478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.751691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.751784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.751888] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1236.783628] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.783773] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.783833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.784063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.784212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.793972] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1236.839162] env[63332]: INFO networking_nsxv3.common.synchronization [req-c819c8b4-780b-44e8-bb77-1ffc1712e643 req-a79af512-e3ed-4331-845f-ae943257d099 service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1236.839371] env[63332]: INFO networking_nsxv3.common.synchronization [req-c819c8b4-780b-44e8-bb77-1ffc1712e643 req-a79af512-e3ed-4331-845f-ae943257d099 service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1236.839534] env[63332]: INFO networking_nsxv3.common.synchronization [req-c819c8b4-780b-44e8-bb77-1ffc1712e643 req-a79af512-e3ed-4331-845f-ae943257d099 service nova] Enqueued Resource ID: 0fb7f334-16fc-4e60-8dcc-04e699f23255 with Priority: HIGHEST for action port [ 1236.839783] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1236.839917] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1236.840021] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb7f334-16fc-4e60-8dcc-04e699f23255 with Priority: HIGHEST for action port [ 1236.840661] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.840757] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.840827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.841048] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.841132] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.842076] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.842134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.842310] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb7f334-16fc-4e60-8dcc-04e699f23255 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.842414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb7f334-16fc-4e60-8dcc-04e699f23255" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.842478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb7f334-16fc-4e60-8dcc-04e699f23255" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.842655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb7f334-16fc-4e60-8dcc-04e699f23255" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.842731] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb7f334-16fc-4e60-8dcc-04e699f23255',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.344524] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.344987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.345115] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fb7f334-16fc-4e60-8dcc-04e699f23255 with status ACTIVE [ 1237.345287] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.345458] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.345576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.345840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.345977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.346350] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.346350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.346521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.346723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.346829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.347132] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.347254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.347299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.347435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.347510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.347595] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fb7f334-16fc-4e60-8dcc-04e699f23255 is going to be updated. [ 1237.368811] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.369037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.369037] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.369327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.369527] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.369712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb7f334-16fc-4e60-8dcc-04e699f23255" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.816656] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1238.816991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.817386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.817835] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.818163] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.818552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.818552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.818790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.818936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.819104] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.322407] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.824462] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.327221] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.327409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.327454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.327665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.327761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.327864] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1240.356744] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.356934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.356979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.357218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.357353] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.368314] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1241.840774] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.841190] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1242.379363] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1242.379633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.379804] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.380043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.380237] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.380358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.380424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.380650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.380779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.380885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.380980] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.883464] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.883927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.883927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.883927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.884219] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.884219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.884376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.884443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.884524] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.884579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.884717] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.884812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.884885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.885038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.885196] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.885289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.885357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.885484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.885552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.885630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.885720] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.388443] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3af23f-b0c6-496a-ba12-29205a5ece42: rpc.has_security_group_logging(os_id): False [ 1243.409167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.409333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.409401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.409655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.409753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.409985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.410102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.410161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.410312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.410392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.410569] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.410663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.410723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.410861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.410937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.411129] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.411610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.411610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.411610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.411610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.411610] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1243.474760] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.474959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.474959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.475256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.475413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.492102] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1245.509318] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1245.509711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.519876] env[63332]: INFO networking_nsxv3.common.synchronization [req-6a012839-0ad7-412f-a1e9-10f9dff66ca9 req-2f09bf27-1d34-4aa8-9663-bc2d3fd8fb70 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1246.520421] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1246.520738] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.520842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.520905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.521115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.521268] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.521368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.521429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.521580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.521660] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.521753] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.024252] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.526731] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.029016] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.029211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.029277] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.029484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.029603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.029714] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1248.058970] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.059140] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.059360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.059412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.059562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.068997] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1250.080058] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1250.080058] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.120454] env[63332]: INFO networking_nsxv3.common.synchronization [req-6b0ebdde-6f27-4a7d-8144-1347aef72cb3 req-16b51ad3-cd1f-466b-9948-4bda48aa357f tempest-ServerActionsTestOtherA-1203694348 tempest-ServerActionsTestOtherA-1203694348-project-member] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 1250.120454] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGHEST for action security_group_members [ 1250.120454] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.120454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.120454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.120454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.120454] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.120761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.120933] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.121195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.121382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.121558] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.623580] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.623809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.623809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.624445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.624445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.624445] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.624445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.624719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.624719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.624795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.624832] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be updated. [ 1250.652598] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.652778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.652778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.652979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.653285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.661365] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: IN_PROGRESS for 2s [ 1252.674565] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 in Status: SUCCESS [ 1252.674565] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 deletion is rescheduled due to dependency. [ 1252.674565] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.998046] env[63332]: INFO networking_nsxv3.common.synchronization [req-7563b137-ad98-477e-94bd-1007229c56ac req-5effc9d8-2143-4e73-8e0e-ef6bcacd47cb tempest-AttachVolumeShelveTestJSON-590245106 tempest-AttachVolumeShelveTestJSON-590245106-project-member] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_members [ 1252.998046] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGHEST for action security_group_members [ 1252.998046] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.998046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.998046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.998402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.998402] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.998484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.998516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.998649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.998761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.998828] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.501590] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.501779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.501779] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.502012] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.502117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.502320] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.502417] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.502476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.502628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.502704] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.502792] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 is going to be updated. [ 1253.533141] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.533296] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.533378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.533575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.533723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.543080] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: IN_PROGRESS for 2s [ 1255.554794] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 in Status: SUCCESS [ 1255.555384] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 deletion is rescheduled due to dependency. [ 1255.555384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.998281] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.998586] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.706755] env[63332]: INFO networking_nsxv3.common.synchronization [None req-ccf1c20a-0e9a-4d37-bc07-857e175159f0 None None] Enqueued Resource ID: fa80ffd5-7c3f-4cf2-9991-6c0ab431c556 with Priority: HIGHEST for action port [ 1259.707102] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa80ffd5-7c3f-4cf2-9991-6c0ab431c556 with Priority: HIGHEST for action port [ 1259.707621] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa80ffd5-7c3f-4cf2-9991-6c0ab431c556 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.708454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa80ffd5-7c3f-4cf2-9991-6c0ab431c556" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.708540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa80ffd5-7c3f-4cf2-9991-6c0ab431c556" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.708854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa80ffd5-7c3f-4cf2-9991-6c0ab431c556" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.708943] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa80ffd5-7c3f-4cf2-9991-6c0ab431c556',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.111153] env[63332]: INFO networking_nsxv3.common.synchronization [req-9b3723ce-929c-4df3-b86e-d9206b7d500b req-84c4239b-8776-4ebb-842a-166ad98c0f37 tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1260.112135] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1260.112607] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.112752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.112805] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.114447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.114548] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.114653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.115897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.115897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.115897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.115897] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.214415] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa80ffd5-7c3f-4cf2-9991-6c0ab431c556 [ 1260.214668] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.214802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.214868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.215107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.215327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.215327] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa80ffd5-7c3f-4cf2-9991-6c0ab431c556 already deleted. [ 1260.215413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa80ffd5-7c3f-4cf2-9991-6c0ab431c556" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.461021] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.461021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.461021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.461021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.461984] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.461984] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.461984] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.462187] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.462270] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.463116] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.463116] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.463116] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.463116] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.463298] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.463368] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.463552] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.486890] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.487142] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1260.487378] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.487665] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-542" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.488129] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-966880ed-6d9e-4f80-a83e-333b9a5237bc taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.488392] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-966880ed-6d9e-4f80-a83e-333b9a5237bc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.488647] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-966880ed-6d9e-4f80-a83e-333b9a5237bc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.489562] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-966880ed-6d9e-4f80-a83e-333b9a5237bc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.489562] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966880ed-6d9e-4f80-a83e-333b9a5237bc',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.617454] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.996337] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.996758] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.996805] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.997156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.997441] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.997625] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 966880ed-6d9e-4f80-a83e-333b9a5237bc not found, creating... [ 1260.998299] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.998299] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.998299] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.998562] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.998611] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.998899] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.999481] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.999481] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.999612] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.999795] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.999935] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 966880ed-6d9e-4f80-a83e-333b9a5237bc is going to be created. [ 1261.023095] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.023095] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.023358] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.023499] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.023795] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.024055] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-966880ed-6d9e-4f80-a83e-333b9a5237bc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.119646] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.623076] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.623325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.623325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.623591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.623667] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.623726] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1261.654529] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.654713] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.654946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.655060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.655222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.664522] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1261.782237] env[63332]: INFO networking_nsxv3.common.synchronization [None req-6b9c58a0-63ac-43fb-8d6b-fd67ca3cd435 None None] Enqueued Resource ID: 1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3 with Priority: HIGHEST for action port [ 1261.782504] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3 with Priority: HIGHEST for action port [ 1261.783071] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.783239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.783270] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.783519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.783616] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.894079] env[63332]: INFO networking_nsxv3.common.synchronization [req-9b3723ce-929c-4df3-b86e-d9206b7d500b req-8e8d056f-3d1d-4c6e-ba7d-2d2142eacacc service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1261.894352] env[63332]: INFO networking_nsxv3.common.synchronization [req-9b3723ce-929c-4df3-b86e-d9206b7d500b req-8e8d056f-3d1d-4c6e-ba7d-2d2142eacacc service nova] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1261.894675] env[63332]: INFO networking_nsxv3.common.synchronization [req-9b3723ce-929c-4df3-b86e-d9206b7d500b req-8e8d056f-3d1d-4c6e-ba7d-2d2142eacacc service nova] Enqueued Resource ID: 966880ed-6d9e-4f80-a83e-333b9a5237bc with Priority: HIGHEST for action port [ 1261.897886] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_rules [ 1261.897886] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1261.897886] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966880ed-6d9e-4f80-a83e-333b9a5237bc with Priority: HIGHEST for action port [ 1261.897886] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.897886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.897886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.897886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.897886] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.898526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.898526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.898526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-966880ed-6d9e-4f80-a83e-333b9a5237bc taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.898526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966880ed-6d9e-4f80-a83e-333b9a5237bc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.898770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966880ed-6d9e-4f80-a83e-333b9a5237bc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.898770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966880ed-6d9e-4f80-a83e-333b9a5237bc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.902457] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966880ed-6d9e-4f80-a83e-333b9a5237bc',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.923739] env[63332]: INFO networking_nsxv3.common.synchronization [req-6d8fa926-22e0-4b3e-83b9-48b07a22b43a req-241cdf98-dde1-47bc-9c9f-8948965e45e4 tempest-DeleteServersTestJSON-261130233 tempest-DeleteServersTestJSON-261130233-project-member] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1261.924267] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGHEST for action security_group_members [ 1261.924597] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.924814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.924912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.925347] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.928181] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.928181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.928181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.928181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.928181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.928181] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.285991] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3 [ 1262.286275] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.286415] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.286455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.286788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.286898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.287324] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3 already deleted. [ 1262.287324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1438a0d9-fc74-4c5f-8aa5-14c4bbffb9b3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.400597] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.400734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.404213] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 966880ed-6d9e-4f80-a83e-333b9a5237bc with status ACTIVE [ 1262.404502] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.404684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.405071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.405177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.405281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.405524] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.405677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.405778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.406045] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.406187] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.406468] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.406629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.406733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.406964] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.407117] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.407267] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 966880ed-6d9e-4f80-a83e-333b9a5237bc is going to be updated. [ 1262.428399] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.428399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.428620] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.428687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.428827] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.428989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966880ed-6d9e-4f80-a83e-333b9a5237bc" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.435812] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.435935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.436073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.436212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.436305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.436500] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.436599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.436662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.436821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.436898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.436993] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be updated. [ 1262.469103] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.469280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.469324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.469537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.469726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.481660] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: IN_PROGRESS for 2s [ 1263.677577] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1263.678059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.678059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.678269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.678564] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.678717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.678717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.678930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.679042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.679121] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.181140] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.491432] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f in Status: SUCCESS [ 1264.491654] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f deletion is rescheduled due to dependency. [ 1264.491714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.684457] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.186758] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.186945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.187051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.187275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.187368] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.187500] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1265.215914] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.216142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.216142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.216354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.216501] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.226499] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1266.300456] env[63332]: INFO networking_nsxv3.common.synchronization [req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e req-c25b1e96-03d0-41f0-abed-77ab8ff2ecd2 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1266.300994] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1266.301314] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.301748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.301823] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.302118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.302257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.302355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.302422] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.302578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.302664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.302756] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.591911] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.592145] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.592275] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.592621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.592973] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.593638] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.593638] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.593790] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.596735] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.596735] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.596735] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.596735] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.596735] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.596735] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.596735] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.596735] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.614133] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.614133] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1266.614133] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.614308] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.614559] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-aa724b57-42b2-4f30-a162-145b0fde21a7 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.615099] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-aa724b57-42b2-4f30-a162-145b0fde21a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.615099] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-aa724b57-42b2-4f30-a162-145b0fde21a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.615214] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-aa724b57-42b2-4f30-a162-145b0fde21a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.615359] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa724b57-42b2-4f30-a162-145b0fde21a7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.804897] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.805094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.805153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.805382] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.805637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.805949] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.806088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.806193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.806380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.806486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.806586] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 already deleted. [ 1266.806712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.121027] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.121027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.121027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.121027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.121027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.121027] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port aa724b57-42b2-4f30-a162-145b0fde21a7 not found, creating... [ 1267.121027] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.121027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.121027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.121027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.121027] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.121612] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.121612] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.121612] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.122157] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.122496] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.122932] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: aa724b57-42b2-4f30-a162-145b0fde21a7 is going to be created. [ 1267.149861] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.149861] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.151156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.151156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.151156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.151156] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-aa724b57-42b2-4f30-a162-145b0fde21a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.237501] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1267.237745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.237931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.238162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.238358] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.238495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.238574] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.238718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.238799] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.238885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.238973] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.741267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.741576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.741576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.741968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.741968] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.742100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.742100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.742245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.742340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.742560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.742560] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.742681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.742717] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.742868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.743019] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.743110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.743197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.743324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.743399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.743496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.743572] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.936931] env[63332]: INFO networking_nsxv3.common.synchronization [req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e req-f30ea4ea-3c40-47b7-96f3-a13aae0bd6e9 service nova] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_rules [ 1267.936931] env[63332]: INFO networking_nsxv3.common.synchronization [req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e req-f30ea4ea-3c40-47b7-96f3-a13aae0bd6e9 service nova] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1267.936931] env[63332]: INFO networking_nsxv3.common.synchronization [req-8f1e51ad-6d42-4e9e-a8af-4dd482b4413e req-f30ea4ea-3c40-47b7-96f3-a13aae0bd6e9 service nova] Enqueued Resource ID: aa724b57-42b2-4f30-a162-145b0fde21a7 with Priority: HIGHEST for action port [ 1267.937099] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_rules [ 1267.937257] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1267.937355] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa724b57-42b2-4f30-a162-145b0fde21a7 with Priority: HIGHEST for action port [ 1267.938016] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.938196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.938248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.938500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.938596] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.939495] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.939609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.939791] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.939907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.940257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.940257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.940257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.940257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.940449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.940449] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.948337] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa724b57-42b2-4f30-a162-145b0fde21a7 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.948492] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa724b57-42b2-4f30-a162-145b0fde21a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.948573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa724b57-42b2-4f30-a162-145b0fde21a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.948764] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa724b57-42b2-4f30-a162-145b0fde21a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.948846] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa724b57-42b2-4f30-a162-145b0fde21a7',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.249301] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3af23f-b0c6-496a-ba12-29205a5ece42: rpc.has_security_group_logging(os_id): False [ 1268.269137] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.269369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.269369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.269573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.269659] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.269875] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.270055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.270055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.270179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.270253] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.270430] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.270522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.270582] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.270725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.270853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.271101] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.272151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.272348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.272534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.272631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.272772] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1268.335698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.335698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.335698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.335878] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.336040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.351683] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1268.451476] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.451674] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.451836] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.453074] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa724b57-42b2-4f30-a162-145b0fde21a7 with status ACTIVE [ 1268.454695] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.454834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.454910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.455152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.455251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.455490] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.455590] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.455663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.455829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.455913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.456119] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.456214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.456269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.456419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.456534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.456701] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa724b57-42b2-4f30-a162-145b0fde21a7 is going to be updated. [ 1268.476145] env[63332]: INFO networking_nsxv3.common.synchronization [req-b0052858-ba70-4408-a6e8-3ec171f89fb2 req-0648dbe7-983d-4319-86e9-f62a1451c005 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1268.476710] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1268.477053] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.477338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.478183] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.478310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.478374] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.478609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.478847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.478905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa724b57-42b2-4f30-a162-145b0fde21a7" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.792023] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.792023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.792023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.792023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.792023] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.792023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.792023] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.792743] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.793021] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.793467] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.793706] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.793911] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.795151] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.795151] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.795151] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.795151] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.819872] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.819872] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.820149] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.820149] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.820483] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.820662] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.820781] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.821131] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.821282] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.959246] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.324327] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.324584] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.324720] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.325019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.325200] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.325380] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf not found, creating... [ 1269.325692] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.325879] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.325986] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.326266] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.326427] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.326765] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.326946] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.327082] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.327301] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.327491] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.327630] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf is going to be created. [ 1269.349620] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.349882] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.349934] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.350221] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.350459] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.350690] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.461566] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.461758] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.461839] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.462042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.462138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.462243] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be created. [ 1269.489514] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.489709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.489780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.489980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.490161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.509137] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: UNINITIALIZED for 2s [ 1270.091312] env[63332]: INFO networking_nsxv3.common.synchronization [req-b0052858-ba70-4408-a6e8-3ec171f89fb2 req-a03762ea-bc65-40f4-9376-e17b595e4b71 service nova] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_rules [ 1270.091558] env[63332]: INFO networking_nsxv3.common.synchronization [req-b0052858-ba70-4408-a6e8-3ec171f89fb2 req-a03762ea-bc65-40f4-9376-e17b595e4b71 service nova] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1270.091657] env[63332]: INFO networking_nsxv3.common.synchronization [req-b0052858-ba70-4408-a6e8-3ec171f89fb2 req-a03762ea-bc65-40f4-9376-e17b595e4b71 service nova] Enqueued Resource ID: 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf with Priority: HIGHEST for action port [ 1270.091907] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_rules [ 1270.092046] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1270.092146] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf with Priority: HIGHEST for action port [ 1270.092686] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.092786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.093031] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.093103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.093365] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.093472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.093522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.093761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.093849] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.416729] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1270.416976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.595352] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf with status ACTIVE [ 1270.595583] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.595724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.595794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.596059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.596162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.596347] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.596448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.596509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.596668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.596739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.596921] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.597113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.597200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.597355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.597456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.597634] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf is going to be updated. [ 1270.618176] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.618340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.618424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.618631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.618770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.618932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8b3bc1-dfb0-4581-8d0d-d14d19b11ccf" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.519101] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: SUCCESS [ 1271.519466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.519560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.519777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.520042] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.520165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.520254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.520472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.520600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.520735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.520904] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.521962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.521962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.522154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.522283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.522372] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.522539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.522650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.522778] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.024878] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.025077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.026228] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.529101] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.033637] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.033856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.033959] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.034248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.034370] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.034506] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be updated. [ 1273.067192] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.067344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.067419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.067684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.067832] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.077680] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: IN_PROGRESS for 2s [ 1274.740712] env[63332]: INFO networking_nsxv3.common.synchronization [req-707909d6-a0bb-438f-9d3f-6dfd4479bc56 req-96e3a07c-6dd8-4993-96ad-f8492980cb7a tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1274.741137] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1274.743300] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.743550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.743662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.744020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.744268] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.744412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.744412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.744583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.744675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.744764] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.105701] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: SUCCESS [ 1275.105701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.105701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.105701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.105701] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.105701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.105701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.105701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.105701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.105701] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.249101] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.611092] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.753154] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.114265] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.254591] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.254881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.255032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.255359] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.255507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.255686] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1276.295951] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.296160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.296210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.296403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.296555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.305974] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1276.616633] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.616801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.616859] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.617095] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.617189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.617288] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be updated. [ 1276.644526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.644789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.644789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.644917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.645088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.653930] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: IN_PROGRESS for 2s [ 1278.316962] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1278.317377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.666234] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: SUCCESS [ 1278.666463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.666644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.666871] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.667074] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.667201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.667272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.667648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.667745] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.667837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.668014] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.668119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.668177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.668393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.668509] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.668573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.668712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.668809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.668886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.668938] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.669109] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.171064] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776fd40c-1e45-4155-a567-d1df0f50adf3: rpc.has_security_group_logging(os_id): False [ 1279.189455] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.189669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.189669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.189860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.189976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.190583] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.190583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.190583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.190583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.190583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.190838] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.190838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.190908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.191015] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.191092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.191267] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.191358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.191416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.191550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.191625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.191709] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be created. [ 1279.247630] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.247946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.247946] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.248096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.248221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.259207] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: IN_PROGRESS for 2s [ 1279.742176] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.742528] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1281.276119] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: SUCCESS [ 1281.276119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.276531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.276531] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.276610] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.779113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.779344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.779344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.779564] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.779731] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.779833] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.779898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.780059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.780150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.780238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.780325] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.282555] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.282973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.282973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.283102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.283205] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.283321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.283389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.283559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.283649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.283738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.283886] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.283980] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.284054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.284192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.284357] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.284445] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.284511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.284639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.284708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.284795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.284883] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.790031] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776fd40c-1e45-4155-a567-d1df0f50adf3: rpc.has_security_group_logging(os_id): False [ 1282.810020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.810020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.810020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.810020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.810653] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.810653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.810653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.810653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.810653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.810653] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be updated. [ 1282.873273] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.873273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.873273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.873273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.873273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.894435] env[63332]: INFO networking_nsxv3.common.synchronization [req-8438bc3e-3834-4d88-a98e-db980cba3eac req-fcdf1b39-a81f-408e-8a6f-b861204e733a tempest-ServersTestJSON-1321388136 tempest-ServersTestJSON-1321388136-project-member] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1282.894435] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGHEST for action security_group_members [ 1282.894435] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.894435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.894623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.894656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.894820] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.895231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.895308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.895457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.895567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.895730] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.921827] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: IN_PROGRESS for 2s [ 1282.983084] env[63332]: INFO networking_nsxv3.common.synchronization [req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 req-ea5e2c09-00bd-45f5-9dde-60f73924f02c tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1282.983084] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1282.983323] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.983470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.983540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.983826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.984093] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.984163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.984216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.984401] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.984488] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.984609] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.320918] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.321335] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.321335] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.321591] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.321852] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.322080] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.322276] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.322529] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.322722] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.322981] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.323124] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.323264] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.323462] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.323625] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.323739] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.323931] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.342802] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.343024] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1283.343141] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.343320] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.343649] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-97dda27c-87cd-425c-920b-69cbccd4febe taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.343826] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-97dda27c-87cd-425c-920b-69cbccd4febe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.343949] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-97dda27c-87cd-425c-920b-69cbccd4febe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.345374] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-97dda27c-87cd-425c-920b-69cbccd4febe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.345530] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97dda27c-87cd-425c-920b-69cbccd4febe',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.399295] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.399511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.399511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.399672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.399795] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.400026] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.400132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.400257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.400349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.400425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.400513] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be updated. [ 1283.433237] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.433465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.433465] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.433640] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.433790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.443607] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: IN_PROGRESS for 2s [ 1283.487729] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.487948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.487948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.488200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.488291] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.488490] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.488587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.488671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.488891] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.488974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.489077] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e already deleted. [ 1283.489160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.848081] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.848339] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.848472] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.848800] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.848924] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.849098] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 97dda27c-87cd-425c-920b-69cbccd4febe not found, creating... [ 1283.850032] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.850032] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.850032] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.850032] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.850307] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.850745] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.850995] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.851457] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.852039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.852039] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.852039] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 97dda27c-87cd-425c-920b-69cbccd4febe is going to be created. [ 1283.876667] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.877020] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.877187] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.877815] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.878311] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.878697] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-97dda27c-87cd-425c-920b-69cbccd4febe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.601504] env[63332]: INFO networking_nsxv3.common.synchronization [req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 req-9e6339eb-1b92-4db2-b7f5-d61a588b1c69 service nova] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_rules [ 1284.601776] env[63332]: INFO networking_nsxv3.common.synchronization [req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 req-9e6339eb-1b92-4db2-b7f5-d61a588b1c69 service nova] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1284.601835] env[63332]: INFO networking_nsxv3.common.synchronization [req-6563fe06-00ca-42e2-a5f9-24d84d3aab36 req-9e6339eb-1b92-4db2-b7f5-d61a588b1c69 service nova] Enqueued Resource ID: 97dda27c-87cd-425c-920b-69cbccd4febe with Priority: HIGHEST for action port [ 1284.602371] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_rules [ 1284.602524] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1284.602965] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97dda27c-87cd-425c-920b-69cbccd4febe with Priority: HIGHEST for action port [ 1284.604921] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.605104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.605209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.605489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.605618] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.606659] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.606784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.607489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.607489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.607489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.607489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.607489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.607821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.607821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.607947] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.608918] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-97dda27c-87cd-425c-920b-69cbccd4febe taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.609055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97dda27c-87cd-425c-920b-69cbccd4febe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.609124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97dda27c-87cd-425c-920b-69cbccd4febe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.609360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97dda27c-87cd-425c-920b-69cbccd4febe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.609441] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97dda27c-87cd-425c-920b-69cbccd4febe',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.937127] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: SUCCESS [ 1284.937390] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.087920] env[63332]: INFO networking_nsxv3.common.synchronization [req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 req-076f4b1e-307c-4aa8-8ed8-11e12b18defc tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1285.088033] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1285.088324] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.088544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.112110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.112308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.112511] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.115366] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97dda27c-87cd-425c-920b-69cbccd4febe with status ACTIVE [ 1285.115366] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.115366] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.115366] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.115366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.115923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.115923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.115923] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97dda27c-87cd-425c-920b-69cbccd4febe is going to be updated. [ 1285.138178] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.138178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.138178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.138178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.138178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.138494] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97dda27c-87cd-425c-920b-69cbccd4febe" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.387981] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.388615] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.388941] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.389613] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.389762] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.390018] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.390236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.390771] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.390994] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.391306] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.391522] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.391718] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.391916] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.392162] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.392374] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.392594] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.413552] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.413772] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1285.414084] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.414335] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.414797] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-ee7076b0-4a90-41b6-ace3-380d6cfe033f taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.415029] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-ee7076b0-4a90-41b6-ace3-380d6cfe033f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.415165] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-ee7076b0-4a90-41b6-ace3-380d6cfe033f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.415566] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-ee7076b0-4a90-41b6-ace3-380d6cfe033f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.415713] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7076b0-4a90-41b6-ace3-380d6cfe033f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.452881] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 in Status: SUCCESS [ 1285.453030] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 deletion is rescheduled due to dependency. [ 1285.453164] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.618205] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.918225] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.918584] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.918787] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.919264] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.919541] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.919808] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port ee7076b0-4a90-41b6-ace3-380d6cfe033f not found, creating... [ 1285.920267] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.920535] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.920784] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.921129] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.921371] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.921873] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.922106] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.922303] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.922697] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.922892] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.923151] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: ee7076b0-4a90-41b6-ace3-380d6cfe033f is going to be created. [ 1285.944979] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.945321] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.945522] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.945955] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.946311] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.946614] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-ee7076b0-4a90-41b6-ace3-380d6cfe033f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.120735] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.120735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.120735] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.121007] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.121007] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.121079] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be created. [ 1286.146522] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.146792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.146792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.146929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.147100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.158673] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: UNINITIALIZED for 2s [ 1286.646031] env[63332]: INFO networking_nsxv3.common.synchronization [req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 req-4740e8e3-4437-42e2-a1c1-fb53d7722426 service nova] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_rules [ 1286.646480] env[63332]: INFO networking_nsxv3.common.synchronization [req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 req-4740e8e3-4437-42e2-a1c1-fb53d7722426 service nova] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1286.646480] env[63332]: INFO networking_nsxv3.common.synchronization [req-d16d26c3-9245-4f70-a58a-e38f4b4588d6 req-4740e8e3-4437-42e2-a1c1-fb53d7722426 service nova] Enqueued Resource ID: ee7076b0-4a90-41b6-ace3-380d6cfe033f with Priority: HIGHEST for action port [ 1286.647012] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_rules [ 1286.647274] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1286.647410] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7076b0-4a90-41b6-ace3-380d6cfe033f with Priority: HIGHEST for action port [ 1286.647802] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.647993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.648323] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.648457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.648806] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7076b0-4a90-41b6-ace3-380d6cfe033f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.648974] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7076b0-4a90-41b6-ace3-380d6cfe033f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.649130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7076b0-4a90-41b6-ace3-380d6cfe033f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.649498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7076b0-4a90-41b6-ace3-380d6cfe033f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.649649] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7076b0-4a90-41b6-ace3-380d6cfe033f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.154110] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee7076b0-4a90-41b6-ace3-380d6cfe033f with status ACTIVE [ 1287.154110] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.154110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.154110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.154413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.154456] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.155053] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.155053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.155053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.155053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.155053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.155322] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.155322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.155322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.155433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.155628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.155628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee7076b0-4a90-41b6-ace3-380d6cfe033f is going to be updated. [ 1287.189107] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.189107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.189107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.189256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.189378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.189540] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7076b0-4a90-41b6-ace3-380d6cfe033f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.371784] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac876246-14f2-45b8-b54c-250ac5a4f32b req-50bee0d9-0b43-40f5-a940-7251779b4dda tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1287.371979] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1287.372373] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.372455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.751514] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.751919] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.751919] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.752338] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.752702] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.752936] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.753094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.753371] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.753559] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.753804] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.753945] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.754158] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.754277] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.754400] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.754512] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.754650] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.775628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.775823] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1287.775993] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.776213] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-868" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.776526] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-98c330f3-0da6-4227-9e59-65ced31fc8a9 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.776737] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-98c330f3-0da6-4227-9e59-65ced31fc8a9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.776902] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-98c330f3-0da6-4227-9e59-65ced31fc8a9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.777290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-98c330f3-0da6-4227-9e59-65ced31fc8a9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.777440] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c330f3-0da6-4227-9e59-65ced31fc8a9',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.168907] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1288.169101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.169305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.169542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.169776] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.169935] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.170061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.170246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.170349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.170425] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.279844] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.280138] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.280332] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.280695] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.281030] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.281129] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 98c330f3-0da6-4227-9e59-65ced31fc8a9 not found, creating... [ 1288.281436] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.281658] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.281795] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.282103] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.282268] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.282566] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.282717] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.282843] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.283128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.283284] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.283488] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 98c330f3-0da6-4227-9e59-65ced31fc8a9 is going to be created. [ 1288.305053] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.305320] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.305400] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.305828] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.306120] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.306409] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-98c330f3-0da6-4227-9e59-65ced31fc8a9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.673823] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.110275] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac876246-14f2-45b8-b54c-250ac5a4f32b req-b82c0ffb-cfeb-4d03-b3b2-b5864c35a5b5 service nova] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_rules [ 1289.110275] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac876246-14f2-45b8-b54c-250ac5a4f32b req-b82c0ffb-cfeb-4d03-b3b2-b5864c35a5b5 service nova] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1289.110789] env[63332]: INFO networking_nsxv3.common.synchronization [req-ac876246-14f2-45b8-b54c-250ac5a4f32b req-b82c0ffb-cfeb-4d03-b3b2-b5864c35a5b5 service nova] Enqueued Resource ID: 98c330f3-0da6-4227-9e59-65ced31fc8a9 with Priority: HIGHEST for action port [ 1289.110789] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_rules [ 1289.110789] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1289.110789] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c330f3-0da6-4227-9e59-65ced31fc8a9 with Priority: HIGHEST for action port [ 1289.111889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.111889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.111889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.111889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.112537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c330f3-0da6-4227-9e59-65ced31fc8a9 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.113215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c330f3-0da6-4227-9e59-65ced31fc8a9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.113215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c330f3-0da6-4227-9e59-65ced31fc8a9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.113215] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c330f3-0da6-4227-9e59-65ced31fc8a9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.113215] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c330f3-0da6-4227-9e59-65ced31fc8a9',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.177035] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.615831] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98c330f3-0da6-4227-9e59-65ced31fc8a9 with status ACTIVE [ 1289.616184] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.616285] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.616326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.620018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.620018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.620018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.620018] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98c330f3-0da6-4227-9e59-65ced31fc8a9 is going to be updated. [ 1289.641481] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.641686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.641756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.642021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.642183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.642399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c330f3-0da6-4227-9e59-65ced31fc8a9" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.679111] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.679396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.679396] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.679695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.679695] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.679792] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1289.713486] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.713763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.713763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.713920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.714088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.727133] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1291.739039] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1291.739039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.739039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.739039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.739556] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.739556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.739556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.739556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.739556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.739780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.739780] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.740555] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.740739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.744051] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.744281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.744358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.744560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.744649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.744750] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.246559] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.248261] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.248643] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.406932] env[63332]: INFO networking_nsxv3.common.synchronization [req-4ad4b977-bbf0-4a36-b70c-f91d22f9b4b1 req-c3903390-4fed-4c74-9d9a-b94706d93711 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1292.407642] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1292.407823] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.407920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.407981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.408207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.408594] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.408594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.408594] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.408792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.408792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.408880] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.751690] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.911548] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.911767] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.911875] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.912335] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.912489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.912771] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.913044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.913044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.913283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.913283] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.913424] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1292.965973] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.966334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.966334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.966600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.966600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.976843] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1293.256882] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.257102] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.257209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.257350] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.257444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.257545] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1293.288416] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.288416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.288622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.289209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.289209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.300203] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1294.987591] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1294.988028] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de deletion is rescheduled due to dependency. [ 1294.988028] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.309820] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1295.310059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.310284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.310542] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.310746] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.310868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.310951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.311138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.311245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.311326] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.813557] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.226939] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1296.227217] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1296.316064] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.818101] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.818349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.818349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.818587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.818681] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.818802] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1296.920632] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.920932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.920932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.921144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.921333] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.931477] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1297.408458] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.409047] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1298.943772] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1298.944123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.944123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.944341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.944517] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.944599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.944641] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.944796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.944880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.944980] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.447966] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.950618] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.453434] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.453609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.453688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.453907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.454034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.454121] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1300.483547] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.483746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.483746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.484065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.484289] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.494689] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1301.007662] env[63332]: INFO networking_nsxv3.common.synchronization [req-0cc48123-225e-4f74-92e7-b3161aa891c7 req-fef0c2c6-b99a-4fdc-a4ec-0b7f6892e965 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1301.007662] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1301.007662] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.007662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.007662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.007662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.007662] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.007662] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.014424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.014424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.014424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.014424] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.220682] env[63332]: INFO networking_nsxv3.common.synchronization [req-71241dd2-3ef0-43e6-afd9-2b767f65902f req-97a6cf18-cbc4-4d7f-a473-b92fbf5ea3c2 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_members [ 1301.221188] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGHEST for action security_group_members [ 1301.221494] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a47f0b-7daf-44c4-a16c-823b17c5c524 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.221668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.221769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.222089] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.222901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.222901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.222901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.222901] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.223272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.223272] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.483332] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.483584] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.483645] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.483923] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.484244] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.484408] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.484529] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.484749] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.484896] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.485124] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.485242] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.485353] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.485467] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.485579] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.485685] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.485873] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.506593] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.506840] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1301.506918] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.507124] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.508046] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-e0bfd731-ad1a-4c26-9772-190e4b325cac taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.508046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.508046] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.508284] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.508326] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bfd731-ad1a-4c26-9772-190e4b325cac',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.515043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.515206] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.515277] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.515450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.515541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.515728] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.515863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.515929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.516108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.516193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.516281] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1301.541203] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.541397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.541444] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.541625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.541759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.552876] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1301.725502] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.725853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.725953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.726234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.726363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.726608] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.726724] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.726786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.726971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.727077] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.727208] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 is going to be updated. [ 1301.756786] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.757043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.757175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.757510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.757749] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.767592] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 in Status: IN_PROGRESS for 2s [ 1302.011244] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.011676] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.011676] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.011996] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.012254] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.012992] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port e0bfd731-ad1a-4c26-9772-190e4b325cac not found, creating... [ 1302.012992] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.012992] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.013380] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.013380] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.013532] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.013864] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.014140] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.014228] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.014520] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.014619] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.014775] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: e0bfd731-ad1a-4c26-9772-190e4b325cac is going to be created. [ 1302.048056] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.048419] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.048817] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.049133] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.049402] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.049604] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.505892] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1302.506086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.506267] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.506489] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.506680] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.506830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.506896] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.507113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.507209] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.507309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.507489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.507603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.507664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.507842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.508063] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.508167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.508230] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.508378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.508455] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.508554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.508657] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.743296] env[63332]: INFO networking_nsxv3.common.synchronization [req-0cc48123-225e-4f74-92e7-b3161aa891c7 req-775a0ab9-ac60-4d96-a35d-1787a9aa741b service nova] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 1302.743511] env[63332]: INFO networking_nsxv3.common.synchronization [req-0cc48123-225e-4f74-92e7-b3161aa891c7 req-775a0ab9-ac60-4d96-a35d-1787a9aa741b service nova] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1302.743703] env[63332]: INFO networking_nsxv3.common.synchronization [req-0cc48123-225e-4f74-92e7-b3161aa891c7 req-775a0ab9-ac60-4d96-a35d-1787a9aa741b service nova] Enqueued Resource ID: e0bfd731-ad1a-4c26-9772-190e4b325cac with Priority: HIGHEST for action port [ 1302.746288] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 1302.746288] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1302.746288] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bfd731-ad1a-4c26-9772-190e4b325cac with Priority: HIGHEST for action port [ 1302.746526] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.746632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.746700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.746902] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.746984] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.747836] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.747989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.749666] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bfd731-ad1a-4c26-9772-190e4b325cac taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.749666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.749666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.749666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.749666] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bfd731-ad1a-4c26-9772-190e4b325cac',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.952210] env[63332]: INFO networking_nsxv3.common.synchronization [None req-bd4ae6fb-3be4-47dd-9170-1c27cf43055f tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Enqueued Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_rules [ 1302.952408] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_rules [ 1302.952824] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.952950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.953055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.953435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.953510] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.010988] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 348c06e6-035c-4959-be32-a67981ec663e: rpc.has_security_group_logging(os_id): False [ 1303.024687] env[63332]: INFO networking_nsxv3.common.synchronization [None req-370c6651-d9e5-4218-b91f-67775c98726c tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Enqueued Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_rules [ 1303.025261] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_rules [ 1303.025651] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.025761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.034211] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.034361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.034447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.034633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.034725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.034965] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.035087] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.035155] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.035312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.035358] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.035599] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.035723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.035723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.035803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.035905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.036099] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.036195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.036245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.036388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.036464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.036549] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be created. [ 1303.100398] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.100603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.100603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.100821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.100999] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.113611] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1303.254275] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.254275] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0bfd731-ad1a-4c26-9772-190e4b325cac with status ACTIVE [ 1303.254275] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.254275] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.254275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.254275] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.254772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.254772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.254772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.254772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.254772] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0bfd731-ad1a-4c26-9772-190e4b325cac is going to be updated. [ 1303.278843] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.278843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.278843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.278843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.278843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.278843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.483192] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.485855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.485855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.485855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.485855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.485855] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 already deleted. [ 1303.485855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.485855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.485855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.485855] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.563511] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1303.563720] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de deletion is rescheduled due to dependency. [ 1303.563842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.564014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.564246] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.564428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.564551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.564615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.564766] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.564850] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.564948] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.777459] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 in Status: SUCCESS [ 1303.778414] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 deletion is rescheduled due to dependency. [ 1303.778414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.011560] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.011722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.011797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.012031] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.012128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.012224] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 already deleted. [ 1304.012308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.067456] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.570011] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.074555] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.074874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.074874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.074984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.075098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.075200] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1305.101891] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.102126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.102126] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.102328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.102473] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.110891] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1305.123623] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1305.123846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.124038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.124259] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.124347] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.627315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.627315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.627315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.627315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.627315] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.627698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.627698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.627698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.627831] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.627868] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.628127] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.130217] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.130557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.130557] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.130731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.130873] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.130973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.131052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.131200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.131286] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.131376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.131520] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.131612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.131670] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.131812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.131941] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.132042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.132104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.132238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.132314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.132395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.132484] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.634325] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 348c06e6-035c-4959-be32-a67981ec663e: rpc.has_security_group_logging(os_id): False [ 1306.652856] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.653050] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.653084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.653295] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.653389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.653602] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.653699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.653761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.653920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.653998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.654182] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.654302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.654397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.654551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.654628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.654814] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.654930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.654998] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.655150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.655224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.655307] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1306.715891] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.716123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.716198] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.716474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.716628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.731804] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1307.129323] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 4s [ 1308.026186] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.026186] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1308.620121] env[63332]: INFO networking_nsxv3.common.synchronization [req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 req-5da12fdb-d908-4cc1-98d9-714f43dcf88a tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Enqueued Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_members [ 1308.620685] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_members [ 1308.620962] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.621226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.621307] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.621619] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.621803] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.621912] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.621971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.622148] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.622234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.622340] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.746378] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1308.746651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.746940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.747245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.747329] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.940064] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.940286] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.940437] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.940718] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.940984] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.941163] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.941286] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.941500] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.941645] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.941856] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1308.942049] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.942111] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.942261] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.942463] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1308.942664] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.942895] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.963575] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.963748] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1308.963904] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.964084] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-125" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.964406] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.964646] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.964787] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.965110] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.965264] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4348eb15-7b84-4947-8ba7-a1aaa8572f8c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.124877] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.125200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.125200] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.125339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.125433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.125623] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.125719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.125780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.125927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.126043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.126144] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 already deleted. [ 1309.126229] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.138732] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1309.138949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.139124] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.139323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.139499] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.139610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.139673] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.139825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.139904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.139991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.140101] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.250401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.250639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.250714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.250945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.251132] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.251737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.251811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.252055] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.252266] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.252381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.252475] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.468091] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.468386] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.468718] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.469248] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.469437] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.469619] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c not found, creating... [ 1309.469897] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.470089] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.470216] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.470462] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.470612] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.470909] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.471086] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.471220] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.471428] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.471572] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.471718] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 4348eb15-7b84-4947-8ba7-a1aaa8572f8c is going to be created. [ 1309.493593] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.493833] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.493977] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.494599] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.494599] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.494836] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.642527] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.755201] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.755400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.755447] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.755646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.755815] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.755915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.755981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.756158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.756249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.756458] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.756620] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.756734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.756783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.756950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.757127] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.757217] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.757278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.757457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.757512] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.757612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.757699] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.146330] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18ab17b-9a49-41ce-b194-dadec741c3de: rpc.has_security_group_logging(os_id): False [ 1310.166118] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.166118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.166118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.166118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.166118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.166118] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.166118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.166118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.166118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.166118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.166118] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1310.209023] env[63332]: INFO networking_nsxv3.common.synchronization [req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 req-fb889881-74e1-44f3-9c23-3113774b9d6e service nova] Enqueued Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_rules [ 1310.209023] env[63332]: INFO networking_nsxv3.common.synchronization [req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 req-fb889881-74e1-44f3-9c23-3113774b9d6e service nova] Enqueued Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_members [ 1310.209023] env[63332]: INFO networking_nsxv3.common.synchronization [req-bf2d49fa-44cd-4b20-b32b-12f1dfc1fde4 req-fb889881-74e1-44f3-9c23-3113774b9d6e service nova] Enqueued Resource ID: 4348eb15-7b84-4947-8ba7-a1aaa8572f8c with Priority: HIGHEST for action port [ 1310.209023] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_rules [ 1310.209023] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_members [ 1310.209023] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4348eb15-7b84-4947-8ba7-a1aaa8572f8c with Priority: HIGHEST for action port [ 1310.209023] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.209698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.209854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.210170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.210427] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.211983] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.212232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.212391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.212657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.212901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.213154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.213326] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.213589] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.213849] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.214047] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.214947] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.219466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.219466] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.219563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.219601] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4348eb15-7b84-4947-8ba7-a1aaa8572f8c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.226613] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.226784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.226834] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.226991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.227153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.243162] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1310.260894] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 348c06e6-035c-4959-be32-a67981ec663e: rpc.has_security_group_logging(os_id): False [ 1310.294575] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.294736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.294796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.295023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.295119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.295333] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.295429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.295493] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.295641] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.295719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.296047] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.296245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.296321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.296517] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.296610] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.296825] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.296923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.296986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.297152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.297244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.297336] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1310.390516] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.390710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.390760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.390956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.391120] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.414705] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1310.722258] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.722258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.722258] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.722884] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4348eb15-7b84-4947-8ba7-a1aaa8572f8c with status ACTIVE [ 1310.722990] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.723123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.723384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.723384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.723478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.723639] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.723738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.723793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.723929] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.724011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.724203] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.724344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.724344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.724523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.724606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.724691] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4348eb15-7b84-4947-8ba7-a1aaa8572f8c is going to be updated. [ 1310.746350] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.746572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.746572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.746751] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.746883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.747047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4348eb15-7b84-4947-8ba7-a1aaa8572f8c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.227191] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.730731] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.730731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.730731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.731024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.731060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.732105] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 is going to be created. [ 1311.757634] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.757634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.757634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.757634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.757634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.768513] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9429ed-b529-448a-b214-b073eca8d4e5 in Status: UNINITIALIZED for 2s [ 1312.258282] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1312.258705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.431785] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1312.432210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.321798] env[63332]: INFO networking_nsxv3.common.synchronization [req-ae9f56e3-b722-4ede-9096-8a2caf93ba0b req-2ebd8bd4-b3f3-4cae-b9fc-96d21f9e2265 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1313.323071] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1313.323071] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.323071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.323071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.323593] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.323759] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.323865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.323953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.324110] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.324214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.324297] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.779736] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9429ed-b529-448a-b214-b073eca8d4e5 in Status: SUCCESS [ 1313.779965] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.780162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.780476] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.780673] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.780789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.780854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.781032] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.781119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.781218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.781343] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.826515] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.283452] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.329038] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.785891] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe9429ed-b529-448a-b214-b073eca8d4e5: rpc.has_security_group_logging(os_id): False [ 1314.804031] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.804288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.804288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.804507] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.804597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.804842] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.804943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.805065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.805250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.805329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.805418] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 is going to be created. [ 1314.831376] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.831595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.831595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.831774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.831864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.831960] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1314.868965] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.869280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.869280] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.869561] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.869623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.878846] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1314.884942] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.885151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.885219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.885420] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.885623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.896715] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9429ed-b529-448a-b214-b073eca8d4e5 in Status: IN_PROGRESS for 2s [ 1316.890824] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1316.890824] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.908889] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9429ed-b529-448a-b214-b073eca8d4e5 in Status: SUCCESS [ 1316.909189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.323267] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.323681] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.621791] env[63332]: INFO networking_nsxv3.common.synchronization [req-bc1836db-269d-4826-a401-83f9ccc0bbcf req-2aa30443-44a8-4aec-8c72-0b82a2859629 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1319.622323] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1319.622916] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.623070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.623138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.623337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.623504] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.623707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.623789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.623953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.624053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.624150] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.125709] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.628065] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.130805] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.131054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.131054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.131258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.131354] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.131456] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1321.168026] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.168026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.168026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.168360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.168360] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.178066] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1322.174674] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.175125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.175125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.175251] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.175308] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.678495] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.180644] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.198117] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1323.198381] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.683051] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1323.683299] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1324.479422] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.479646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.479646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.479869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.491500] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1324.492467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.493571] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1324.545833] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.546100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.546100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.546356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.562018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.563071] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1324.563223] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1324.563381] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1324.602900] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.603237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.603237] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.603421] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.604558] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.604727] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1324.623315] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.623481] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.685565] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.685790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.685790] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.685970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.686339] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.686614] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1324.767772] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.767986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.767986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.768352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.768718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.769055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1324.769208] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b4a47f0b-7daf-44c4-a16c-823b17c5c524', '8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed', '8131edc2-8899-4387-b772-9c1d747dcf7d', '0e3e4ade-be84-4881-8bb9-9c8ed12dbd29', 'b18ab17b-9a49-41ce-b194-dadec741c3de', '97ce8a22-fb0e-4314-ad15-b7be5c9d45cd', 'fe9429ed-b529-448a-b214-b073eca8d4e5', '7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2', '776fd40c-1e45-4155-a567-d1df0f50adf3', '3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5', '705b3697-849a-4a2f-8073-708a5d4f33df', '07b03d21-f52e-4f16-b493-66a9cf8445a3', 'efe2733b-af30-44c8-bd78-b647e9d334ef', 'f6fbdc6d-412a-4bf6-bafa-4b1263f2348f', 'e1ae3356-cf93-4064-bd27-383b4ecfa764', 'f571a235-9b66-4ab2-b863-24057743834e', '68078c5f-d246-4dc9-89bd-21d62466e100', '10969594-f88d-4c5a-9d08-4ea72b6a5246', '34181973-e6be-4c07-896c-24dd61ee11f2', '9fee702e-d1fd-48ed-88e6-bf3c0c87974c', '11008d53-fdcf-40d8-bbe4-59ab3ce68bd3', '4845fd28-3d42-409d-a1a8-d55d480b2f86', 'a909b740-3b0c-4bfa-99db-d497a916420e', '2ef73f68-00d7-406c-8317-21fa17f8fbf0', 'fecddd75-45d4-41c9-ac42-1cafcb3c741b', '81081705-813a-4c37-b972-5e185eaca139', '158b15b4-9f17-424c-b136-6752a53b6f65', 'e6c19db3-81a5-495d-9d82-4f9ef2510b66', '1cd958d0-475a-4ca2-892d-f7f63b49fb03', '1a3ee61d-8d51-489d-92f6-d42f74b525e8', 'dd9682ad-00fa-4838-a73c-dabaf468337c', '7d3af23f-b0c6-496a-ba12-29205a5ece42', 'f11e79ac-11aa-4e8c-99a7-eb170a48af98', '6f410793-836f-4cdc-9b3e-e8945d709939', 'aac711a1-3ce0-44ea-a603-fe1a2e57bd58', '46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab', '6b53a905-2b1f-419b-a575-4c0309a672da', '966685e3-be17-4699-9853-dbc9425ede77', '348c06e6-035c-4959-be32-a67981ec663e', '97b193e8-8e96-4e34-93f2-dbe3a229c274', '1a041292-c452-4f4c-9747-afb15e5b9c8e', 'a0ad44a0-d08b-4739-9990-314d1fbce44d', '7b3c598c-ff85-4d04-ba00-37d0dc6ccb57', 'ebff7686-9023-47e8-8403-1c1c4cfd169d'} {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1324.769359] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1324.787756] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.787937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.787989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.788245] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.788361] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.788436] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1324.788506] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1324.788575] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1324.867316] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.867533] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.867579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.867830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.869094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.869433] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1324.869517] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1324.869589] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1324.869665] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1324.869751] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1324.869824] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGH for action security_group_rules [ 1324.869916] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGH for action security_group_rules [ 1324.869984] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGH for action security_group_rules [ 1324.870068] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGH for action security_group_rules [ 1324.870134] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGH for action security_group_rules [ 1324.870196] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGH for action security_group_rules [ 1324.870268] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGH for action security_group_rules [ 1324.870340] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGH for action security_group_rules [ 1324.870401] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGH for action security_group_rules [ 1324.870463] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGH for action security_group_rules [ 1324.870557] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGH for action security_group_rules [ 1324.870637] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGH for action security_group_rules [ 1324.870701] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGH for action security_group_rules [ 1324.870764] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGH for action security_group_rules [ 1324.870835] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGH for action security_group_rules [ 1324.870907] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGH for action security_group_rules [ 1324.870967] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGH for action security_group_rules [ 1324.871047] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGH for action security_group_rules [ 1324.871110] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGH for action security_group_rules [ 1324.871172] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGH for action security_group_rules [ 1324.871271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.354091] env[63332]: INFO networking_nsxv3.common.synchronization [req-e089e50c-3fc6-4d52-83fe-6b20529a8d2d req-5e3d47d1-9bb9-425c-ad75-44345e3f3b90 tempest-ListServerFiltersTestJSON-984583090 tempest-ListServerFiltersTestJSON-984583090-project-member] Enqueued Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1326.354622] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348c06e6-035c-4959-be32-a67981ec663e with Priority: HIGHEST for action security_group_members [ 1326.354778] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 with Priority: HIGH for action security_group_rules [ 1326.354883] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8131edc2-8899-4387-b772-9c1d747dcf7d with Priority: HIGH for action security_group_rules [ 1326.354980] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGH for action security_group_rules [ 1326.355090] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 with Priority: HIGH for action security_group_rules [ 1326.355206] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c with Priority: HIGH for action security_group_rules [ 1326.355317] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34181973-e6be-4c07-896c-24dd61ee11f2 with Priority: HIGH for action security_group_rules [ 1326.355411] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 with Priority: HIGH for action security_group_rules [ 1326.355501] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGH for action security_group_rules [ 1326.355592] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f with Priority: HIGH for action security_group_rules [ 1326.355680] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f571a235-9b66-4ab2-b863-24057743834e with Priority: HIGH for action security_group_rules [ 1326.355796] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2733b-af30-44c8-bd78-b647e9d334ef with Priority: HIGH for action security_group_rules [ 1326.355844] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 with Priority: HIGH for action security_group_rules [ 1326.356113] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b3697-849a-4a2f-8073-708a5d4f33df with Priority: HIGH for action security_group_rules [ 1326.356113] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 with Priority: HIGH for action security_group_rules [ 1326.356113] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGH for action security_group_rules [ 1326.356307] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd with Priority: HIGH for action security_group_rules [ 1326.356670] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 with Priority: HIGH for action security_group_rules [ 1326.356799] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGH for action security_group_rules [ 1326.356922] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed with Priority: HIGH for action security_group_rules [ 1326.357033] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 with Priority: HIGH for action security_group_rules [ 1326.357401] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-348c06e6-035c-4959-be32-a67981ec663e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.357538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.357604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.357807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.357971] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.358078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.358139] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.358312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.358398] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.358493] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('348c06e6-035c-4959-be32-a67981ec663e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.359356] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.359469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.359536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.359691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.360277] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a47f0b-7daf-44c4-a16c-823b17c5c524',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.360734] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8131edc2-8899-4387-b772-9c1d747dcf7d taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.360842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.360905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.361065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.361139] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8131edc2-8899-4387-b772-9c1d747dcf7d',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.361822] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.361930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.361994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.362156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.362226] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.363072] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ae3356-cf93-4064-bd27-383b4ecfa764 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.363183] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.363242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.363408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.363481] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ae3356-cf93-4064-bd27-383b4ecfa764',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.364967] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.364967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.364967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.364967] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.364967] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fee702e-d1fd-48ed-88e6-bf3c0c87974c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.365480] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34181973-e6be-4c07-896c-24dd61ee11f2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.365480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.365736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.365736] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.365736] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34181973-e6be-4c07-896c-24dd61ee11f2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.366428] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10969594-f88d-4c5a-9d08-4ea72b6a5246 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.366514] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.366580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.366729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.366801] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10969594-f88d-4c5a-9d08-4ea72b6a5246',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.367907] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.367907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.367907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.367907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.368079] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.368729] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.368840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.368906] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.369073] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.369145] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbdc6d-412a-4bf6-bafa-4b1263f2348f',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.369896] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f571a235-9b66-4ab2-b863-24057743834e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.370020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.370090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.370252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.370359] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f571a235-9b66-4ab2-b863-24057743834e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.370955] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efe2733b-af30-44c8-bd78-b647e9d334ef taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.371131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.371201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.371547] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.371547] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efe2733b-af30-44c8-bd78-b647e9d334ef',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.372623] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b03d21-f52e-4f16-b493-66a9cf8445a3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.372623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.372623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.372623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.372623] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b03d21-f52e-4f16-b493-66a9cf8445a3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.373393] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b3697-849a-4a2f-8073-708a5d4f33df taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.373393] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.373496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.373602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.373637] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b3697-849a-4a2f-8073-708a5d4f33df',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.374390] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.374458] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.374499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.374746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.374746] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.375620] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.375723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.375723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.375900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.375954] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.376652] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.376747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.376815] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.376982] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.377045] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97ce8a22-fb0e-4314-ad15-b7be5c9d45cd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.378136] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.378268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.378337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.378487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.378559] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.379514] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.379645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.379715] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.379880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.379963] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.380754] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.380899] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.381020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.381143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.381226] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.382052] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.382154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.382221] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.382399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.382473] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3e4ade-be84-4881-8bb9-9c8ed12dbd29',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.888245] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.888470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.888537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.888762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.888932] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.889042] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.889111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.889262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.889351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.889436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.889522] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.901708] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.902313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.902313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.902313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.903537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.903948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.903948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.903948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.904151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.904254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.904320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.904497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.904891] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.904891] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.904891] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.908376] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.908376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.908538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.908668] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.908824] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.908920] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.908979] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.909135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.909219] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.909305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.909396] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.910239] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.910341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.910411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.910569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.910703] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.910818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.910954] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.911101] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.911192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.911278] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.911356] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.925259] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.925479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.925539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.925716] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.925894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.926061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.926061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.926378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.926378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.926511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.926621] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.926712] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.926771] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.926923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.927066] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.927159] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.927218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.927357] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.927436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.927515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.927603] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.963330] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.963609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.964264] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.964448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.972468] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.972687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.974836] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.975046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.976261] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.976404] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.977579] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.977731] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.978834] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.978973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.979741] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.979840] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.980564] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.980653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.981372] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.981467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.982894] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1326.983392] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.983469] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.986814] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1326.987315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.987554] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.987693] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.987780] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.988015] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.988106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.988240] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e is going to be updated. [ 1326.989160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.989343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.990842] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.990962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.991651] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.991747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.992349] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1326.992778] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.992895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.993485] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1326.993888] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.993996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.994571] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1326.994948] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.995046] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.029918] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.030549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.030694] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b03d21-f52e-4f16-b493-66a9cf8445a3 is going to be deleted. [ 1327.031718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.031955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.060143] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.060370] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbdc6d-412a-4bf6-bafa-4b1263f2348f is going to be deleted. [ 1327.061309] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.061603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.068854] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.069147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.069243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.069539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.069708] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.080651] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: IN_PROGRESS for 2s [ 1327.089330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.089509] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fee702e-d1fd-48ed-88e6-bf3c0c87974c is going to be deleted. [ 1327.090376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.090625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.165130] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.165309] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efe2733b-af30-44c8-bd78-b647e9d334ef is going to be deleted. [ 1327.166391] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.166618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.168174] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.168352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.202959] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.203242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.210344] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.210541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.218892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.219029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8131edc2-8899-4387-b772-9c1d747dcf7d is going to be deleted. [ 1327.220061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.220287] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.260817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.260984] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3e4ade-be84-4881-8bb9-9c8ed12dbd29 is going to be deleted. [ 1327.261882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.262128] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.300530] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.300530] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.304752] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.304752] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b3697-849a-4a2f-8073-708a5d4f33df is going to be deleted. [ 1327.305729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.305952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.387027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.387027] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f571a235-9b66-4ab2-b863-24057743834e is going to be deleted. [ 1327.387803] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.388018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.397132] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.397263] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.410844] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.411034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.420483] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.422624] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.425227] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.435099] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776fd40c-1e45-4155-a567-d1df0f50adf3: rpc.has_security_group_logging(os_id): False [ 1327.439161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.439340] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97ce8a22-fb0e-4314-ad15-b7be5c9d45cd is going to be deleted. [ 1327.440201] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.440454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.452084] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.452284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.466016] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.466247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.475679] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.475812] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ae3356-cf93-4064-bd27-383b4ecfa764 is going to be deleted. [ 1327.476722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.476934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.495858] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.496160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.524247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.524481] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a47f0b-7daf-44c4-a16c-823b17c5c524 is going to be deleted. [ 1327.525500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.525750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.577812] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.578118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.580098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.580245] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10969594-f88d-4c5a-9d08-4ea72b6a5246 is going to be deleted. [ 1327.581365] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.581600] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.629115] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.629298] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.633040] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.633159] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5 is going to be deleted. [ 1327.634043] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.634275] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.677904] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.678138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.691718] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.691891] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed is going to be deleted. [ 1327.692801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.693027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.726606] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.726821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.739433] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.739548] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2 is going to be deleted. [ 1327.740609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.740865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.768034] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.768344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.812060] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.812060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.817161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.817302] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34181973-e6be-4c07-896c-24dd61ee11f2 is going to be deleted. [ 1327.818510] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.818721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.818960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.819154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b03d21-f52e-4f16-b493-66a9cf8445a3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.819377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.819596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.819722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.819869] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbdc6d-412a-4bf6-bafa-4b1263f2348f" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.820402] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.820692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.820807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.820952] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fee702e-d1fd-48ed-88e6-bf3c0c87974c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.821138] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.821312] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.821414] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.821556] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efe2733b-af30-44c8-bd78-b647e9d334ef" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.821706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.821880] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.822011] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.822141] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8131edc2-8899-4387-b772-9c1d747dcf7d" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.822424] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.822623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.822703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.822852] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3e4ade-be84-4881-8bb9-9c8ed12dbd29" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.823017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.823196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.823300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.823442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b3697-849a-4a2f-8073-708a5d4f33df" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.823709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.823762] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.862325] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.862639] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.862763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.862825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.863047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.863136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.863331] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.863438] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.863497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.863645] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.863721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.863894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.863972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.864039] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.864191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.864348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.864348] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be updated. [ 1327.865403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.865566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.865653] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.865774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f571a235-9b66-4ab2-b863-24057743834e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.865907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.866060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.866161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.866434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97ce8a22-fb0e-4314-ad15-b7be5c9d45cd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.866612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.866777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.866860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.866971] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ae3356-cf93-4064-bd27-383b4ecfa764" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.867103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.867250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.867330] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.867450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a47f0b-7daf-44c4-a16c-823b17c5c524" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.868079] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.868313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.868419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.868544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10969594-f88d-4c5a-9d08-4ea72b6a5246" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.868687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.868838] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.868917] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.869038] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de6a3c4-d56e-46ff-a3a8-86fc8a05f7c5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.869167] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.869310] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.869389] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.869497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c31ca0e-13d7-4f1c-8b99-4a39bbac87ed" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.923103] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68078c5f-d246-4dc9-89bd-21d62466e100: rpc.has_security_group_logging(os_id): False [ 1327.926455] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18ab17b-9a49-41ce-b194-dadec741c3de: rpc.has_security_group_logging(os_id): False [ 1327.928426] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.928651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.928651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.928879] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.928970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.929104] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7384545b-c67a-41c2-9cf1-0cd6ed0bc0b2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.929493] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe9429ed-b529-448a-b214-b073eca8d4e5: rpc.has_security_group_logging(os_id): False [ 1327.959685] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.959911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.959911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.960106] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.960196] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.960319] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34181973-e6be-4c07-896c-24dd61ee11f2" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.964745] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.964908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.964950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.965144] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.966798] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.966909] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.967596] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.967691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.996901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.997072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.998757] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.999355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.999643] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.999740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.999807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.000014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.000100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.000197] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1328.001224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.001400] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.031560] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.031884] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.031988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.032069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.032315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.032413] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.032515] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1328.033629] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.033814] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.033951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.034812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.034988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.049732] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: IN_PROGRESS for 2s [ 1328.061446] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.061743] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.061864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.061927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.062162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.062272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.062341] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 is going to be updated. [ 1328.123162] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.123429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.123429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.123588] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.123738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.131027] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.131211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.131211] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.131427] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.131562] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.155773] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1328.170649] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1328.254647] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.254886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.254886] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.255062] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.255173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.271422] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9429ed-b529-448a-b214-b073eca8d4e5 in Status: IN_PROGRESS for 2s [ 1329.092080] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 348c06e6-035c-4959-be32-a67981ec663e in Status: SUCCESS [ 1329.092452] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 348c06e6-035c-4959-be32-a67981ec663e deletion is rescheduled due to dependency. [ 1329.092452] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-348c06e6-035c-4959-be32-a67981ec663e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.065367] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: SUCCESS [ 1330.065576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.169137] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1330.169439] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.185775] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1330.186067] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.291529] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9429ed-b529-448a-b214-b073eca8d4e5 in Status: SUCCESS [ 1330.291763] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.359090] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.359090] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.255414] env[63332]: INFO networking_nsxv3.common.synchronization [None req-d147380c-abc4-4b90-ab44-e59243e37fcf None None] Enqueued Resource ID: 0bd76b3e-6c43-4dae-a60e-6a1490828786 with Priority: HIGHEST for action port [ 1333.255707] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd76b3e-6c43-4dae-a60e-6a1490828786 with Priority: HIGHEST for action port [ 1333.256272] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bd76b3e-6c43-4dae-a60e-6a1490828786 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.256407] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bd76b3e-6c43-4dae-a60e-6a1490828786" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.256479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bd76b3e-6c43-4dae-a60e-6a1490828786" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.256746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bd76b3e-6c43-4dae-a60e-6a1490828786" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.256826] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bd76b3e-6c43-4dae-a60e-6a1490828786',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.732596] env[63332]: INFO networking_nsxv3.common.synchronization [None req-1d4d64db-6c7d-4407-af7d-7025441dfdd5 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_rules [ 1333.733285] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_rules [ 1333.733864] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.733864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.733864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.733864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.734137] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.762028] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bd76b3e-6c43-4dae-a60e-6a1490828786 [ 1333.762028] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.762191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.762191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.762316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.762399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.762630] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bd76b3e-6c43-4dae-a60e-6a1490828786 already deleted. [ 1333.762630] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bd76b3e-6c43-4dae-a60e-6a1490828786" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.812305] env[63332]: INFO networking_nsxv3.common.synchronization [None req-6e1b95c7-8325-4e17-9ad6-fbad3e101bd6 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_rules [ 1333.812890] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_rules [ 1333.813250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.813352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.255353] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.255505] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.255753] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.255792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.255888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.255965] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee already deleted. [ 1334.256083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.256243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.256405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.256492] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.782293] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.782293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.782293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.782293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.782293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.782293] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee already deleted. [ 1334.782293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.204858] env[63332]: INFO networking_nsxv3.common.synchronization [req-aafea5e7-a7ae-4dac-8258-fb228a15c144 req-ea0cca60-f8a6-415a-9fac-705466a55d0d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1335.206212] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1335.206212] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.206212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.206212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.206212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.206728] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.206888] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.206984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.207231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.207367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.207499] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.346660] env[63332]: INFO networking_nsxv3.common.synchronization [None req-3878dbb4-bd5a-4959-b25b-bf865104f914 None None] Enqueued Resource ID: f90eaeff-a89f-41ff-ad2e-62e005b3a9dd with Priority: HIGHEST for action port [ 1335.347179] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90eaeff-a89f-41ff-ad2e-62e005b3a9dd with Priority: HIGHEST for action port [ 1335.347486] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90eaeff-a89f-41ff-ad2e-62e005b3a9dd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.347639] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90eaeff-a89f-41ff-ad2e-62e005b3a9dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.347706] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90eaeff-a89f-41ff-ad2e-62e005b3a9dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.347966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90eaeff-a89f-41ff-ad2e-62e005b3a9dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.348900] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90eaeff-a89f-41ff-ad2e-62e005b3a9dd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.710256] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.710500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.710500] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.710719] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.710802] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.711018] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.711123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.711169] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.711317] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.711387] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.711773] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1335.742546] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.742785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.742785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.742987] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.743149] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.751601] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1335.850901] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f90eaeff-a89f-41ff-ad2e-62e005b3a9dd [ 1335.851210] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.851379] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.851379] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.851563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.851680] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.851734] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f90eaeff-a89f-41ff-ad2e-62e005b3a9dd already deleted. [ 1335.851910] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90eaeff-a89f-41ff-ad2e-62e005b3a9dd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.763981] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1337.763981] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 deletion is rescheduled due to dependency. [ 1337.763981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.339020] env[63332]: INFO networking_nsxv3.common.synchronization [req-ce631231-2ea2-4e45-afaf-f56dfd632de8 req-cb3b79b3-3f03-43ed-bd4f-0cd5e8a1a9e6 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_members [ 1339.339712] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_members [ 1339.340051] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.340182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.340247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.340509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.340659] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.340756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.340818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.340968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.341064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.341156] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.622024] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.622024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.622024] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.622290] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.622584] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.622733] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.622858] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.623099] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.623258] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.623469] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.623590] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.623703] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.623816] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.623930] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.624052] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.624192] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.642344] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.642344] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1339.642508] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.642621] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.642924] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-3dce16e2-6c1d-4789-b158-5298429f27c8 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.643135] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-3dce16e2-6c1d-4789-b158-5298429f27c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.643260] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-3dce16e2-6c1d-4789-b158-5298429f27c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.643568] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-3dce16e2-6c1d-4789-b158-5298429f27c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.643710] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dce16e2-6c1d-4789-b158-5298429f27c8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.844076] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.844870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.844870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.844870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.844870] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.844870] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.845135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.845135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.845135] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.845232] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.845265] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee already deleted. [ 1339.845355] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.146754] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.147100] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.147322] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.147613] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.147776] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.147940] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 3dce16e2-6c1d-4789-b158-5298429f27c8 not found, creating... [ 1340.148215] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.148441] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.148578] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.148817] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.148964] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.149266] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.149429] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.149551] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.149764] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.149905] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.150069] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 3dce16e2-6c1d-4789-b158-5298429f27c8 is going to be created. [ 1340.171770] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.171978] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.172118] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.172380] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.172619] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.172845] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-3dce16e2-6c1d-4789-b158-5298429f27c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.850872] env[63332]: INFO networking_nsxv3.common.synchronization [req-ce631231-2ea2-4e45-afaf-f56dfd632de8 req-546904a4-1d70-4a28-b3e0-0fd1afcbc0b8 service nova] Enqueued Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_rules [ 1340.851129] env[63332]: INFO networking_nsxv3.common.synchronization [req-ce631231-2ea2-4e45-afaf-f56dfd632de8 req-546904a4-1d70-4a28-b3e0-0fd1afcbc0b8 service nova] Enqueued Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_members [ 1340.851211] env[63332]: INFO networking_nsxv3.common.synchronization [req-ce631231-2ea2-4e45-afaf-f56dfd632de8 req-546904a4-1d70-4a28-b3e0-0fd1afcbc0b8 service nova] Enqueued Resource ID: 3dce16e2-6c1d-4789-b158-5298429f27c8 with Priority: HIGHEST for action port [ 1340.851459] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_rules [ 1340.851561] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_members [ 1340.851656] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce16e2-6c1d-4789-b158-5298429f27c8 with Priority: HIGHEST for action port [ 1340.852222] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.852344] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.852411] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.852612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.852692] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.853889] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.854009] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.854083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.854250] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.854398] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.854503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.854566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.854709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.854794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.854879] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.855588] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dce16e2-6c1d-4789-b158-5298429f27c8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.855702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dce16e2-6c1d-4789-b158-5298429f27c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.855748] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dce16e2-6c1d-4789-b158-5298429f27c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.855900] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dce16e2-6c1d-4789-b158-5298429f27c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.855964] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dce16e2-6c1d-4789-b158-5298429f27c8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.357693] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.357842] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.358048] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.359072] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dce16e2-6c1d-4789-b158-5298429f27c8 with status ACTIVE [ 1341.359271] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.359497] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.359618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.359847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.359943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.360157] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.360262] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.360323] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.360521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.360615] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.360808] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.360905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.360968] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.361506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.361595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.361684] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dce16e2-6c1d-4789-b158-5298429f27c8 is going to be updated. [ 1341.384473] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.384676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.384676] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.384881] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.385026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.385186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dce16e2-6c1d-4789-b158-5298429f27c8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.863741] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.366139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.366395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.366395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.366596] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.366687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.366787] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee is going to be created. [ 1342.390737] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.390951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.391016] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.391192] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.391348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.400547] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee in Status: UNINITIALIZED for 2s [ 1344.411811] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee in Status: SUCCESS [ 1344.411811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.411811] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.413071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.413071] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.413071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.413071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.413071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.413071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.413071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.413071] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.450949] env[63332]: INFO networking_nsxv3.common.synchronization [req-a9b99d98-9690-4bff-b255-b01a0df99ded req-0f27ee33-4746-4847-a4e5-00045195c70d tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1344.451474] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1344.451782] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.451904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.451972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.452172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.452322] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.452419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.452486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.452618] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.452702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.452793] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.716880] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.717089] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.717221] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.717486] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.717799] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.717961] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.718094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.718318] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.718494] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.718716] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.718835] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.718949] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.719074] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.719188] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.719320] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.719477] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.738640] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.738741] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1344.738880] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.739075] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.739563] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-5b9bc8a3-96ef-465c-b474-e32824e834db taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.739656] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-5b9bc8a3-96ef-465c-b474-e32824e834db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.739809] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-5b9bc8a3-96ef-465c-b474-e32824e834db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.740141] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-5b9bc8a3-96ef-465c-b474-e32824e834db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.740305] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9bc8a3-96ef-465c-b474-e32824e834db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.914678] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.954876] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.955122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.955122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.955337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.955434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.955627] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.955726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.955788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.955962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.956034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.956124] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1344.985300] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.985628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.985628] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.985769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.985862] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.996639] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1345.242379] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.242714] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.242800] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.243104] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.243293] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.243500] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 5b9bc8a3-96ef-465c-b474-e32824e834db not found, creating... [ 1345.243790] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.243961] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.244128] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.244392] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.244546] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.244877] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.245053] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.245158] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.245382] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.245525] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.245676] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 5b9bc8a3-96ef-465c-b474-e32824e834db is going to be created. [ 1345.267747] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.268034] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.268201] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.268548] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.268810] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.269094] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-5b9bc8a3-96ef-465c-b474-e32824e834db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.417090] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee: rpc.has_security_group_logging(os_id): False [ 1345.435375] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.435587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.435587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.436172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.436172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.436172] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.436412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.436412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.436412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.436503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.436593] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee is going to be created. [ 1345.496093] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.496315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.496315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.496643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.496829] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.512426] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee in Status: IN_PROGRESS for 2s [ 1345.944233] env[63332]: INFO networking_nsxv3.common.synchronization [req-a9b99d98-9690-4bff-b255-b01a0df99ded req-1acd5b1f-6ac9-4704-ba26-f60f104ae69b service nova] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1345.944233] env[63332]: INFO networking_nsxv3.common.synchronization [req-a9b99d98-9690-4bff-b255-b01a0df99ded req-1acd5b1f-6ac9-4704-ba26-f60f104ae69b service nova] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1345.944233] env[63332]: INFO networking_nsxv3.common.synchronization [req-a9b99d98-9690-4bff-b255-b01a0df99ded req-1acd5b1f-6ac9-4704-ba26-f60f104ae69b service nova] Enqueued Resource ID: 5b9bc8a3-96ef-465c-b474-e32824e834db with Priority: HIGHEST for action port [ 1345.944233] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1345.944233] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1345.944233] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9bc8a3-96ef-465c-b474-e32824e834db with Priority: HIGHEST for action port [ 1345.944233] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.944657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.944836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.945191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.945370] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.946421] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.946651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.946949] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b9bc8a3-96ef-465c-b474-e32824e834db taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.948622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b9bc8a3-96ef-465c-b474-e32824e834db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.948622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b9bc8a3-96ef-465c-b474-e32824e834db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.948622] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b9bc8a3-96ef-465c-b474-e32824e834db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.948622] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9bc8a3-96ef-465c-b474-e32824e834db',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.450243] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.450243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.451682] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b9bc8a3-96ef-465c-b474-e32824e834db with status ACTIVE [ 1346.451928] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.452103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.452193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.452451] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.452579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.452796] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.452915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.452981] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.453168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.453247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.453442] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.453546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.453599] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.453770] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.453845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.453930] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b9bc8a3-96ef-465c-b474-e32824e834db is going to be updated. [ 1346.475241] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.475440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.475440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.475642] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.475776] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.475930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b9bc8a3-96ef-465c-b474-e32824e834db" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.008984] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1347.009185] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 deletion is rescheduled due to dependency. [ 1347.009305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.009478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.009714] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.009892] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.010000] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.010078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.010247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.010378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.010378] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.513076] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.527251] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee in Status: SUCCESS [ 1347.527470] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.016736] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.519289] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.519750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.519750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.519883] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.519978] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.520119] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1348.554876] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.555137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.555207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.555457] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.555609] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.567834] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1350.582125] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1350.582125] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.582571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.582571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.582773] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.582962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.583069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.583249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.583349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.583477] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.583644] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.944607] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.944607] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1351.086261] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.590055] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68078c5f-d246-4dc9-89bd-21d62466e100: rpc.has_security_group_logging(os_id): False [ 1351.616841] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.617053] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.617103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.617406] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.617573] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.617961] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.618121] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.618210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.618410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.618570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.618706] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1351.689078] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.689376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.689376] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.689511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.689702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.703724] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1353.728616] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1353.728918] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.945664] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.946221] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.947224] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.947619] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.948388] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.948738] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.949636] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.950056] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.884872] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.885255] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.885322] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.885578] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.885987] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.886178] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.886310] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.886548] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.886739] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.886995] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1375.887136] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1375.887273] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1375.887391] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1375.887525] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1375.887641] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1375.887792] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1375.907742] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1375.907944] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1375.908138] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1375.908341] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-166" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.908688] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-e0bfd731-ad1a-4c26-9772-190e4b325cac taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.908905] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.909062] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.909343] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.909484] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bfd731-ad1a-4c26-9772-190e4b325cac',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.950481] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.950609] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.411884] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.412155] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.412270] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.412549] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.412704] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.412993] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.413166] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.413286] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.413503] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.413645] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.413927] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.414106] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.414227] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.414440] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.414578] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.414720] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: e0bfd731-ad1a-4c26-9772-190e4b325cac is going to be updated. [ 1376.437792] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.438029] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.438139] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.438411] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.438611] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.438875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.122256] env[63332]: INFO networking_nsxv3.common.synchronization [req-463be86c-6883-4209-8d1c-0648697da851 req-c8d85b77-d48e-4f53-b79c-ef873b7fbe39 service nova] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 1377.122256] env[63332]: INFO networking_nsxv3.common.synchronization [req-463be86c-6883-4209-8d1c-0648697da851 req-c8d85b77-d48e-4f53-b79c-ef873b7fbe39 service nova] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1377.122256] env[63332]: INFO networking_nsxv3.common.synchronization [req-463be86c-6883-4209-8d1c-0648697da851 req-c8d85b77-d48e-4f53-b79c-ef873b7fbe39 service nova] Enqueued Resource ID: e0bfd731-ad1a-4c26-9772-190e4b325cac with Priority: HIGHEST for action port [ 1377.122256] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_rules [ 1377.122256] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1377.122256] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bfd731-ad1a-4c26-9772-190e4b325cac with Priority: HIGHEST for action port [ 1377.122256] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.122256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.122256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.122876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.123135] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.124144] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.124491] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.124643] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.124897] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.125519] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.125976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.126153] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.126408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.126598] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.126779] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.127593] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bfd731-ad1a-4c26-9772-190e4b325cac taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.127817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.127986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.128236] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.128418] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bfd731-ad1a-4c26-9772-190e4b325cac',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.630686] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.630908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.630998] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.631923] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0bfd731-ad1a-4c26-9772-190e4b325cac with status ACTIVE [ 1377.632134] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.632292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.632292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.632503] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.632595] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.632765] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.632864] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.632927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.633094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.633175] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.633351] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.633443] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.633502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.633638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.633711] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.633793] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0bfd731-ad1a-4c26-9772-190e4b325cac is going to be updated. [ 1377.656561] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.656722] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.656846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.657035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.657176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.657338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bfd731-ad1a-4c26-9772-190e4b325cac" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.136704] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.639138] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.639306] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.639377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.639606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.639701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.639805] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1378.669120] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.669273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.669388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.669579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.669726] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.679247] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1380.692646] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1380.693068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.693118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.693342] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.693562] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.693703] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.693761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.693872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.693953] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.694054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.694144] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.196345] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.698526] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18ab17b-9a49-41ce-b194-dadec741c3de: rpc.has_security_group_logging(os_id): False [ 1381.717502] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.717742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.717798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.718119] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.718244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.718553] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.718698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.718788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.719033] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.719152] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.719290] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1381.782255] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.782506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.782506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.782788] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.782966] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.801683] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1382.122534] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.122724] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.821615] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1383.822060] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.123446] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.123871] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.124944] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.125328] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.004824] env[63332]: INFO networking_nsxv3.common.synchronization [req-9d98a3de-777d-48ea-8936-26c2db675f9f req-d4b637d4-191e-4faa-8c61-44cab4efd001 tempest-ServerActionsTestOtherB-987193463 tempest-ServerActionsTestOtherB-987193463-project-member] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1395.005387] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGHEST for action security_group_members [ 1395.005710] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.005898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.005977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.006197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.006352] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.006449] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.006511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.006656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.006738] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.006825] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.509160] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.509377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.509504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.509826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.509995] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.510353] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.510538] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.510655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.510923] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.511072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.511231] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be updated. [ 1395.587167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.587460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.587460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.587654] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.587816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.597879] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: IN_PROGRESS for 2s [ 1397.609105] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18ab17b-9a49-41ce-b194-dadec741c3de in Status: SUCCESS [ 1397.609553] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de deletion is rescheduled due to dependency. [ 1397.609553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.672952] env[63332]: INFO networking_nsxv3.common.synchronization [None req-269a2600-70be-4880-a933-811cbe523869 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_rules [ 1397.673464] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_rules [ 1397.673766] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d501553-ad7e-49e6-a352-d240148700fd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.673884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.673951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.674218] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.674302] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.739789] env[63332]: INFO networking_nsxv3.common.synchronization [None req-b015fc46-fae6-4bef-a305-b00162343f8b tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_rules [ 1397.740385] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_rules [ 1397.740698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d501553-ad7e-49e6-a352-d240148700fd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.740807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.195250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.195399] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.195475] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.195688] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.196047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.196047] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d501553-ad7e-49e6-a352-d240148700fd already deleted. [ 1398.196047] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.196180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.196258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.196342] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.723104] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.723504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.723504] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.723650] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.723782] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.723921] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d501553-ad7e-49e6-a352-d240148700fd already deleted. [ 1398.724054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.741786] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.741786] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.188258] env[63332]: INFO networking_nsxv3.common.synchronization [req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 req-8c12a6cf-d13e-4cd2-9aa2-52a284c13aae tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_members [ 1403.188771] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_members [ 1403.189100] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d501553-ad7e-49e6-a352-d240148700fd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.189256] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.189341] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.189603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.189762] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.189855] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.189915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.193464] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.193570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.193676] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.473810] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.474033] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.474165] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.474453] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.475094] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.475271] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.475434] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.475673] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.475830] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.476059] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1403.476179] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1403.476294] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1403.476407] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1403.476521] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1403.476629] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1403.476762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1403.502337] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1403.502463] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1403.502609] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1403.502794] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.503148] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-64e5c612-6049-4f40-82e5-044e58ef2e6a taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.503336] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-64e5c612-6049-4f40-82e5-044e58ef2e6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.503461] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-64e5c612-6049-4f40-82e5-044e58ef2e6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.503783] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-64e5c612-6049-4f40-82e5-044e58ef2e6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.503927] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e5c612-6049-4f40-82e5-044e58ef2e6a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.695674] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.695825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.695825] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.696065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.696160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.696357] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.696450] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.696666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.696666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.696772] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.696808] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d501553-ad7e-49e6-a352-d240148700fd already deleted. [ 1403.696892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.007093] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.007481] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.007527] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.007769] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.007926] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.008098] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 64e5c612-6049-4f40-82e5-044e58ef2e6a not found, creating... [ 1404.008373] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.008534] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.008656] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.008877] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.009029] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.009347] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.009505] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.009627] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.009841] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.010056] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.010161] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 64e5c612-6049-4f40-82e5-044e58ef2e6a is going to be created. [ 1404.030447] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.030658] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.030793] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.031056] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.033455] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.033455] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-64e5c612-6049-4f40-82e5-044e58ef2e6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.746639] env[63332]: INFO networking_nsxv3.common.synchronization [req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 req-4fe0f641-1b63-4ae8-ac70-36d84d47ace9 service nova] Enqueued Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_rules [ 1404.746833] env[63332]: INFO networking_nsxv3.common.synchronization [req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 req-4fe0f641-1b63-4ae8-ac70-36d84d47ace9 service nova] Enqueued Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_members [ 1404.746976] env[63332]: INFO networking_nsxv3.common.synchronization [req-8b162ce7-1f39-4289-bf7c-2db2ca8594f0 req-4fe0f641-1b63-4ae8-ac70-36d84d47ace9 service nova] Enqueued Resource ID: 64e5c612-6049-4f40-82e5-044e58ef2e6a with Priority: HIGHEST for action port [ 1404.747248] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_rules [ 1404.747389] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_members [ 1404.747525] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e5c612-6049-4f40-82e5-044e58ef2e6a with Priority: HIGHEST for action port [ 1404.748087] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d501553-ad7e-49e6-a352-d240148700fd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.748180] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.748248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.748486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.748527] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.749755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d501553-ad7e-49e6-a352-d240148700fd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.749861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.749932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.750108] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.750257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.750375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.750409] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.750549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.750637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.750724] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.751467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e5c612-6049-4f40-82e5-044e58ef2e6a taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.751568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e5c612-6049-4f40-82e5-044e58ef2e6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.751846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e5c612-6049-4f40-82e5-044e58ef2e6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.751846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e5c612-6049-4f40-82e5-044e58ef2e6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.751846] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e5c612-6049-4f40-82e5-044e58ef2e6a',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.253877] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d501553-ad7e-49e6-a352-d240148700fd taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.253877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.255128] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64e5c612-6049-4f40-82e5-044e58ef2e6a with status ACTIVE [ 1405.255288] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.255392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.255460] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.255672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.255884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.255998] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.256074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.256116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.256238] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.256308] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.256489] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.256583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.256644] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.256785] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.256860] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.256944] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64e5c612-6049-4f40-82e5-044e58ef2e6a is going to be updated. [ 1405.258027] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.278318] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.278482] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.278583] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.278853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.279023] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.279243] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e5c612-6049-4f40-82e5-044e58ef2e6a" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.761307] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.264057] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.264057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.264057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.264057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.264057] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.264057] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d501553-ad7e-49e6-a352-d240148700fd is going to be created. [ 1406.291015] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.291258] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.291331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.291604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.291786] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.301390] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d501553-ad7e-49e6-a352-d240148700fd in Status: UNINITIALIZED for 2s [ 1408.312192] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d501553-ad7e-49e6-a352-d240148700fd in Status: SUCCESS [ 1408.312646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.312646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.312761] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.313020] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.313158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.313336] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.313431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.313539] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.313651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.313758] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.815823] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.319420] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d501553-ad7e-49e6-a352-d240148700fd: rpc.has_security_group_logging(os_id): False [ 1409.337786] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.337996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.337996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.338190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.338255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.338497] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.338597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.338658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.338809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.338884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.338969] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d501553-ad7e-49e6-a352-d240148700fd is going to be created. [ 1409.395532] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.395783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.395783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.395970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.396163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.409427] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d501553-ad7e-49e6-a352-d240148700fd in Status: IN_PROGRESS for 2s [ 1409.749188] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.749433] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1411.423212] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d501553-ad7e-49e6-a352-d240148700fd in Status: SUCCESS [ 1411.423559] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.858478] env[63332]: INFO networking_nsxv3.common.synchronization [req-c3d35a2b-2ad9-4784-b482-14f6bec3f49a req-04e198d9-5306-4fea-a0ae-764211a92d90 tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Enqueued Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_members [ 1413.858478] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGHEST for action security_group_members [ 1413.858478] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.858478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.858478] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.859051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.859051] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.859129] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.859195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.859397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.859487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.859585] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.363593] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.364225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.364225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.364225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.364225] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.364390] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.364486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.364486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.364623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.364700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.364785] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 is going to be updated. [ 1414.392120] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.392294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.392369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.392551] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.392700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.402593] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9429ed-b529-448a-b214-b073eca8d4e5 in Status: IN_PROGRESS for 2s [ 1416.414644] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9429ed-b529-448a-b214-b073eca8d4e5 in Status: SUCCESS [ 1416.415052] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 deletion is rescheduled due to dependency. [ 1416.415052] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.858856] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.859250] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.860322] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.860752] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.212753] env[63332]: INFO networking_nsxv3.common.synchronization [req-4a390e7c-aa96-4693-b931-bad93a26a29d req-3c06813c-ec7e-48ef-8ada-295a7d0dde7f tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1425.213048] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1425.213358] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.213472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.213522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.213709] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.213861] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.213957] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.214029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.214181] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.214257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.214355] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.216511] env[63332]: INFO networking_nsxv3.common.synchronization [req-13b554f6-f22b-4ca9-8415-d77ec8fb7b80 req-855023a7-2679-4c79-b719-9a8d40ebcbff tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1425.216914] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1425.217641] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.217768] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.217841] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.217976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.218139] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.218223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.218288] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.218435] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.218521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.218915] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.718303] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.718581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.718581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.718798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.718895] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.719122] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.719249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.719300] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.719546] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.719697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.719804] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1425.721052] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.753952] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.754132] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.754185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.754405] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.754552] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.763451] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1426.223434] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.725517] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.725826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.725826] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.725983] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.726076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.726138] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be updated. [ 1426.755170] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.755419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.755419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.755581] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.755723] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.763678] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: IN_PROGRESS for 2s [ 1427.773526] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1427.773988] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 deletion is rescheduled due to dependency. [ 1427.773988] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.776029] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: SUCCESS [ 1428.776029] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.219961] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.219961] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.733300] env[63332]: INFO networking_nsxv3.common.synchronization [req-31ced344-6731-4d98-8488-a0663ea038d9 req-ea8c4634-b13d-49ce-9c4f-f1cda0258afb tempest-ServerRescueNegativeTestJSON-147041599 tempest-ServerRescueNegativeTestJSON-147041599-project-member] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1431.733841] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGHEST for action security_group_members [ 1431.734154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.734276] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.734340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.734536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.734943] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.734943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.734943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.735150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.735150] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.735150] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.237500] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.237750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.237750] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.237960] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.238063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.238262] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.238356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.238419] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.238570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.238646] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.238734] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be updated. [ 1432.267782] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.268044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.268044] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.268194] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.268328] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.276751] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: IN_PROGRESS for 2s [ 1434.290306] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 in Status: SUCCESS [ 1434.290666] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 deletion is rescheduled due to dependency. [ 1434.290666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.504018] env[63332]: INFO networking_nsxv3.common.synchronization [req-ffbc66fc-2b4a-459e-bca3-4a172ced688c req-1679bbd9-cb6d-4bda-aeea-b925f67a92a3 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1435.504468] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1435.504790] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.504913] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.505020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.505195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.505376] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.505502] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.505572] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.505733] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.505819] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.505928] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.794322] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.794545] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.794680] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.794958] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.795227] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.795387] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.795509] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.795725] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.795878] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.796106] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1435.796225] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1435.796350] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1435.796482] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1435.796631] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1435.796692] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1435.796817] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1435.817550] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1435.817712] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1435.817860] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1435.818047] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-605" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.818365] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-7c4932e8-93bb-4fcd-9260-34d07751f816 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.818540] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-7c4932e8-93bb-4fcd-9260-34d07751f816" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.818664] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-7c4932e8-93bb-4fcd-9260-34d07751f816" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.819054] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-7c4932e8-93bb-4fcd-9260-34d07751f816" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.819200] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4932e8-93bb-4fcd-9260-34d07751f816',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.007890] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.008091] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.008160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.008337] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.008428] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.008622] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.008721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.008784] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.008944] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.009084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.009139] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1436.035655] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.035817] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.035884] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.036099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.036242] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.045266] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1436.322028] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.322236] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.322340] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.322803] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.323019] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.323184] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 7c4932e8-93bb-4fcd-9260-34d07751f816 not found, creating... [ 1436.323451] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.323620] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.323735] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.324010] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.324168] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.324456] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.324629] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.324772] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.324993] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.325144] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.325288] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 7c4932e8-93bb-4fcd-9260-34d07751f816 is going to be created. [ 1436.352087] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.352319] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.352445] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.352758] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.353012] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.353267] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-7c4932e8-93bb-4fcd-9260-34d07751f816" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.250902] env[63332]: INFO networking_nsxv3.common.synchronization [req-ffbc66fc-2b4a-459e-bca3-4a172ced688c req-f0e0fc31-8e90-4173-818b-29bae33a5adb service nova] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1437.251226] env[63332]: INFO networking_nsxv3.common.synchronization [req-ffbc66fc-2b4a-459e-bca3-4a172ced688c req-f0e0fc31-8e90-4173-818b-29bae33a5adb service nova] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1437.251226] env[63332]: INFO networking_nsxv3.common.synchronization [req-ffbc66fc-2b4a-459e-bca3-4a172ced688c req-f0e0fc31-8e90-4173-818b-29bae33a5adb service nova] Enqueued Resource ID: 7c4932e8-93bb-4fcd-9260-34d07751f816 with Priority: HIGHEST for action port [ 1437.251489] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_rules [ 1437.251682] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1437.251758] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4932e8-93bb-4fcd-9260-34d07751f816 with Priority: HIGHEST for action port [ 1437.252269] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.252395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.252463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.252655] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.252738] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.253541] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.253647] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.253829] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4932e8-93bb-4fcd-9260-34d07751f816 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.253975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4932e8-93bb-4fcd-9260-34d07751f816" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.253975] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4932e8-93bb-4fcd-9260-34d07751f816" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.254151] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4932e8-93bb-4fcd-9260-34d07751f816" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.254208] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4932e8-93bb-4fcd-9260-34d07751f816',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.757881] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.758133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.758201] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c4932e8-93bb-4fcd-9260-34d07751f816 with status ACTIVE [ 1437.758369] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.758480] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.758541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.759075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.759075] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.759075] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.759254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.759254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.759331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.759403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.759694] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.759858] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.759932] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.760111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.760193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.760284] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c4932e8-93bb-4fcd-9260-34d07751f816 is going to be updated. [ 1437.781167] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.781348] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.781403] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.781578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.781710] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.781872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4932e8-93bb-4fcd-9260-34d07751f816" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.054865] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1438.055116] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 deletion is rescheduled due to dependency. [ 1438.055223] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.055349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.055568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.055755] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.055872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.055950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.056122] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.056664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.056664] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.558932] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.063058] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.565530] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.565927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.565927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.565927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.566063] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.566106] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1439.596413] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.596635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.596635] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.597112] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.597338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.606454] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1441.617194] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1441.617582] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.617631] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.617937] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.618230] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.618322] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.618416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.618606] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.618728] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.618931] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.619087] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.121679] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.252377] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.252600] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1442.624463] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68078c5f-d246-4dc9-89bd-21d62466e100: rpc.has_security_group_logging(os_id): False [ 1442.643994] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.644239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.644305] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.644576] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.644692] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.644989] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.645123] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.645205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.645395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.645496] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.645613] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1442.717375] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.717638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.717638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.717789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.717945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.733735] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1444.750677] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1444.751090] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.254194] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.254499] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.256152] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.256621] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.545752] env[63332]: INFO networking_nsxv3.common.synchronization [req-5412cd81-4123-4eba-ba19-1461b3575990 req-7f64b9e9-4961-49b1-87e3-28f413ccd086 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_members [ 1453.546309] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d501553-ad7e-49e6-a352-d240148700fd with Priority: HIGHEST for action security_group_members [ 1453.546604] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d501553-ad7e-49e6-a352-d240148700fd taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.546727] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.546792] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.546991] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.547391] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.547554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.547777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.547856] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.547985] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.548035] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d501553-ad7e-49e6-a352-d240148700fd',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.050150] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.050316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.050378] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.050604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.050697] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.050901] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.050997] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.051092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.051214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.051302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.051517] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d501553-ad7e-49e6-a352-d240148700fd is going to be updated. [ 1454.079928] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.080171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.080171] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.080363] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.080516] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.089994] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d501553-ad7e-49e6-a352-d240148700fd in Status: IN_PROGRESS for 2s [ 1456.101584] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d501553-ad7e-49e6-a352-d240148700fd in Status: SUCCESS [ 1456.101976] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d501553-ad7e-49e6-a352-d240148700fd deletion is rescheduled due to dependency. [ 1456.101976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d501553-ad7e-49e6-a352-d240148700fd" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.547308] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.547688] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.548356] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.548838] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.903576] env[63332]: INFO networking_nsxv3.common.synchronization [req-d6cbf0eb-de53-4a75-8baa-11bd46080a89 req-a80dd26e-417b-4579-8d36-db738914a809 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_members [ 1464.904069] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee with Priority: HIGHEST for action security_group_members [ 1464.904388] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.904536] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.904625] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.905301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.905301] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.905301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.905301] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.905520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.905520] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.905636] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fcdbfbb-91b9-4a2c-a485-798c29ae66ee',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.408054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.408193] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.408272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.408499] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.408578] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.408775] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.408872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.408936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.409100] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.409172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.409262] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee is going to be updated. [ 1465.444684] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.444876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.444876] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.445111] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.445260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.453718] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee in Status: IN_PROGRESS for 2s [ 1467.464293] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee in Status: SUCCESS [ 1467.464687] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fcdbfbb-91b9-4a2c-a485-798c29ae66ee deletion is rescheduled due to dependency. [ 1467.464687] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fcdbfbb-91b9-4a2c-a485-798c29ae66ee" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.516241] env[63332]: INFO networking_nsxv3.common.synchronization [None req-19b1da2e-8dee-4b00-a71a-d98d9ed8dc49 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_rules [ 1469.516754] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_rules [ 1469.517071] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d5909-c004-4ffe-8b2e-6741463cbe75 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.517197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.517264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.517921] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.518087] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.584941] env[63332]: INFO networking_nsxv3.common.synchronization [None req-45c7a9a1-d09f-42bd-9d23-77d93c2ed0b9 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_rules [ 1469.585440] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_rules [ 1469.585907] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d5909-c004-4ffe-8b2e-6741463cbe75 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.585907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.039249] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.039467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.039467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.039741] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.039846] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.039996] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 already deleted. [ 1470.040147] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.040329] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.040522] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.040630] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.561535] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.561930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.561930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.561930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.562076] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.562137] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 already deleted. [ 1470.562212] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.588955] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.589295] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.897365] env[63332]: INFO networking_nsxv3.common.synchronization [req-e303879c-d30a-476f-b826-348627a88471 req-f5f1375e-3da8-471f-b61d-8b4d9b813b6e tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_members [ 1474.897966] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_members [ 1474.898263] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d5909-c004-4ffe-8b2e-6741463cbe75 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.898386] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.898454] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.898707] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.898858] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.898955] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.899064] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.899173] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.899257] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.899348] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.199658] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.199875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.199875] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.200243] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.200525] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.200690] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.200811] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.201041] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.201200] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.201461] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1475.201598] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1475.201717] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1475.201844] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1475.201995] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1475.202149] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1475.202348] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1475.225784] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1475.225984] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1475.226200] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1475.226447] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.226802] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.227026] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.227190] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.227544] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.227721] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.401388] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.401613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.401613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.401769] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.401861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.402061] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.402163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.402228] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.402412] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.402495] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.402585] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 already deleted. [ 1475.402664] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.731233] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.731233] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.731233] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.731233] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.731628] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.731628] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 not found, creating... [ 1475.731781] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.731886] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.732016] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.732260] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.732406] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.732702] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.732857] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.732996] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.733237] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.733382] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.733522] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 is going to be created. [ 1475.753754] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.753983] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.754097] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.754375] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.754615] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.754843] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.436094] env[63332]: INFO networking_nsxv3.common.synchronization [req-e303879c-d30a-476f-b826-348627a88471 req-6bb04cec-c239-4ffd-bc0e-1d612570176f service nova] Enqueued Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_rules [ 1476.436094] env[63332]: INFO networking_nsxv3.common.synchronization [req-e303879c-d30a-476f-b826-348627a88471 req-6bb04cec-c239-4ffd-bc0e-1d612570176f service nova] Enqueued Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_members [ 1476.436094] env[63332]: INFO networking_nsxv3.common.synchronization [req-e303879c-d30a-476f-b826-348627a88471 req-6bb04cec-c239-4ffd-bc0e-1d612570176f service nova] Enqueued Resource ID: ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 with Priority: HIGHEST for action port [ 1476.436094] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_rules [ 1476.436094] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_members [ 1476.436094] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 with Priority: HIGHEST for action port [ 1476.436094] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d5909-c004-4ffe-8b2e-6741463cbe75 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.436094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.436094] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.436669] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.436844] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.437841] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d5909-c004-4ffe-8b2e-6741463cbe75 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.438226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.438392] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.438809] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.439076] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.439830] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.439926] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.440271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.440271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.440342] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.441034] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.441163] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.441224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.441597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.441597] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.943048] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.944098] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d5909-c004-4ffe-8b2e-6741463cbe75 taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.944293] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.946668] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 with status ACTIVE [ 1476.946846] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.946970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.947065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.947244] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.947943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.947943] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.947943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.947943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.947943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.947943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.948375] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.948375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.948375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.948375] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.948663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.948663] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0 is going to be updated. [ 1476.974525] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.974756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.974756] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.975018] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.975161] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.975327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba6d343d-8b20-4cd2-bf9e-35bfcbb170d0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.445887] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.948043] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.948479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.948479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.948571] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.948621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.948703] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 is going to be created. [ 1477.974985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.975231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.975231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.975432] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.975597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.990033] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 in Status: UNINITIALIZED for 2s [ 1480.002738] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 in Status: SUCCESS [ 1480.003078] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.003166] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.003369] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.003565] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.003684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.003747] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.003904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.003989] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.004088] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.004181] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.507044] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.009484] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407d5909-c004-4ffe-8b2e-6741463cbe75: rpc.has_security_group_logging(os_id): False [ 1481.027724] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.028034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.028034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.028186] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.028281] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.028529] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.028633] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.028694] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.028847] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.028925] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.029021] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 is going to be created. [ 1481.092662] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.092904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.092904] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.093098] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.093279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.126641] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 in Status: IN_PROGRESS for 2s [ 1481.435820] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.436074] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1483.139824] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 in Status: SUCCESS [ 1483.140340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.437288] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.437754] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.438363] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.438732] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.440092] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.440092] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.015585] env[63332]: INFO networking_nsxv3.common.synchronization [req-1c051f1b-910f-4131-89a6-9d60f432491e req-d9498432-7cf2-476e-967a-5736b5d6b864 tempest-ServerActionsTestJSON-860028403 tempest-ServerActionsTestJSON-860028403-project-member] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1501.016138] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGHEST for action security_group_members [ 1501.016448] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.016570] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.016638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.016836] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.016988] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.017097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.017154] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.017304] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.017388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.017504] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.519924] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.520168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.520168] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.520442] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.520582] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.520790] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.520893] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.520956] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.521133] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.521214] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.521305] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be updated. [ 1501.554467] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.554702] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.554821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.555079] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.555234] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.563585] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: IN_PROGRESS for 2s [ 1503.578431] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68078c5f-d246-4dc9-89bd-21d62466e100 in Status: SUCCESS [ 1503.578431] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 deletion is rescheduled due to dependency. [ 1503.578885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.017397] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.017791] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.018264] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.018264] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.019431] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.019846] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.021019] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.021344] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.022341] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.022708] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.023351] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.023641] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.024364] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.024752] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.228051] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1536.228264] env[63332]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ee0bf76f-9827-4ab7-b0f4-801835dc6f93 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1538.009780] env[63332]: INFO networking_nsxv3.common.synchronization [req-0d1bb973-6b1b-4826-b3a8-cc3a11ae5924 req-ab88d498-8081-4cdf-a87f-e15141e5b288 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_members [ 1538.010375] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 with Priority: HIGHEST for action security_group_members [ 1538.012113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d5909-c004-4ffe-8b2e-6741463cbe75 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.012113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.012113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.012113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.012113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.012113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.012113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.012113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.012113] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.012113] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d5909-c004-4ffe-8b2e-6741463cbe75',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.515086] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.515086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.515086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.515086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.515086] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.515397] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.515397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.515397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.515487] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.515509] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.515609] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 is going to be updated. [ 1538.562149] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.562395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.562395] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.562577] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.562720] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.572762] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 in Status: IN_PROGRESS for 2s [ 1540.583884] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 in Status: SUCCESS [ 1540.584222] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d5909-c004-4ffe-8b2e-6741463cbe75 deletion is rescheduled due to dependency. [ 1540.584222] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d5909-c004-4ffe-8b2e-6741463cbe75" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.706772] env[63332]: INFO networking_nsxv3.common.synchronization [None req-093caf19-ae37-4f73-b432-bc4ac35a6635 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_rules [ 1542.707318] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_rules [ 1542.707726] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.707821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.707821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.708085] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.708169] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.773430] env[63332]: INFO networking_nsxv3.common.synchronization [None req-fbd9f002-8da8-428c-9fed-3b620756b461 tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_rules [ 1542.773955] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_rules [ 1542.774537] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.774648] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.231038] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.231845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.231845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.231845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.231845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.231845] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7fd7b04-668f-4d14-9292-a86279a618ad already deleted. [ 1543.231845] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.232260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.232260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.232375] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.754088] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.754429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.754429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.754537] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.754602] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.754708] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7fd7b04-668f-4d14-9292-a86279a618ad already deleted. [ 1543.754789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.775460] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.775722] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.114625] env[63332]: INFO networking_nsxv3.common.synchronization [req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 req-b6aaa6fa-b49b-413d-b973-b6042bc12d8f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_members [ 1548.115210] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_members [ 1548.115528] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.115652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.115725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.115982] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.116152] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.116252] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.116315] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.116472] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.116554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.116645] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.465904] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.466190] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.466425] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.466764] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.467094] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.467350] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.467488] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.467718] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.467902] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.468240] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1548.468332] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] NeedRegenerationException {{(pid=63332) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1548.468432] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] no value, waiting for create lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1548.468563] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] value creation lock acquired {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1548.468699] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] No value present for key: 'zone-id' {{(pid=63332) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1548.468840] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Calling creation function for not-yet-present value {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1548.468985] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1548.490798] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1548.491030] env[63332]: DEBUG dogpile.cache.region [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63332) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1548.491186] env[63332]: DEBUG dogpile.lock [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Released creation lock {{(pid=63332) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1548.491439] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "network-229" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.491683] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock port-2cd54eac-8d59-4b8b-858a-300138076614 taken with stack trace [, , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.491874] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "port-2cd54eac-8d59-4b8b-858a-300138076614" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.492030] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "port-2cd54eac-8d59-4b8b-858a-300138076614" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.492377] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "port-2cd54eac-8d59-4b8b-858a-300138076614" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.492521] env[63332]: DEBUG networking_nsxv3.api.rpc [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd54eac-8d59-4b8b-858a-300138076614',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.618478] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.618652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.618652] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.618911] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.619021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.619227] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.619327] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.619388] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.619544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.619621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.619705] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7fd7b04-668f-4d14-9292-a86279a618ad already deleted. [ 1548.619783] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.995312] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.995312] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.995312] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.995312] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.996380] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.996380] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Segment Port 2cd54eac-8d59-4b8b-858a-300138076614 not found, creating... [ 1548.996380] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.996380] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.996380] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.996380] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.996600] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.996823] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.996983] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.997116] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.997376] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.997527] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.997663] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Resource: SegmentPort with ID: 2cd54eac-8d59-4b8b-858a-300138076614 is going to be created. [ 1549.019778] env[63332]: DEBUG networking_nsxv3.common.locking [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.020031] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.020118] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.020390] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.020628] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.020876] env[63332]: DEBUG oslo_concurrency.lockutils [None req-dc62d891-2634-4aa7-8b76-b8b1a056c2e6 None None] Releasing lock "port-2cd54eac-8d59-4b8b-858a-300138076614" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.695682] env[63332]: INFO networking_nsxv3.common.synchronization [req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 req-2e768184-b699-4723-af58-6ecceb043374 service nova] Enqueued Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_rules [ 1549.695870] env[63332]: INFO networking_nsxv3.common.synchronization [req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 req-2e768184-b699-4723-af58-6ecceb043374 service nova] Enqueued Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_members [ 1549.696023] env[63332]: INFO networking_nsxv3.common.synchronization [req-a1ae13e7-a8f2-4444-94a6-5faaaaabe549 req-2e768184-b699-4723-af58-6ecceb043374 service nova] Enqueued Resource ID: 2cd54eac-8d59-4b8b-858a-300138076614 with Priority: HIGHEST for action port [ 1549.696259] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_rules [ 1549.696388] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_members [ 1549.696482] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd54eac-8d59-4b8b-858a-300138076614 with Priority: HIGHEST for action port [ 1549.697168] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.697321] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.697408] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.697666] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.697749] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.699054] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.699294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.699377] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.699554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.699705] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.699801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.699863] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.700014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.700105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.700196] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.701719] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cd54eac-8d59-4b8b-858a-300138076614 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.701820] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cd54eac-8d59-4b8b-858a-300138076614" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.701892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cd54eac-8d59-4b8b-858a-300138076614" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.702083] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cd54eac-8d59-4b8b-858a-300138076614" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.702159] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd54eac-8d59-4b8b-858a-300138076614',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.199861] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.200269] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.204376] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.205307] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cd54eac-8d59-4b8b-858a-300138076614 with status ACTIVE [ 1550.205502] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.205634] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.205686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.205915] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.206020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.206201] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.206292] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.206352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.206511] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.206586] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.206765] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.206853] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.206908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.207054] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.207165] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.207215] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cd54eac-8d59-4b8b-858a-300138076614 is going to be updated. [ 1550.231460] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.231700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.231700] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.231874] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.231996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.232172] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cd54eac-8d59-4b8b-858a-300138076614" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.709669] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.212564] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.212976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.212976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.212976] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.213093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.213194] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7fd7b04-668f-4d14-9292-a86279a618ad is going to be created. [ 1551.256257] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.256515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.256515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.256675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.256828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.267818] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7fd7b04-668f-4d14-9292-a86279a618ad in Status: UNINITIALIZED for 2s [ 1553.279487] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7fd7b04-668f-4d14-9292-a86279a618ad in Status: SUCCESS [ 1553.279725] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.279892] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.280131] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.280338] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.280474] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.280541] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.280721] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.280813] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.280934] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.281042] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.782983] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.286210] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7fd7b04-668f-4d14-9292-a86279a618ad: rpc.has_security_group_logging(os_id): False [ 1554.303656] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.303854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.303854] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.304084] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.304176] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.304424] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.304526] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.304587] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.304743] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.304818] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.304903] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7fd7b04-668f-4d14-9292-a86279a618ad is going to be created. [ 1554.363760] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.363951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.363951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.364210] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.364425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.374800] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7fd7b04-668f-4d14-9292-a86279a618ad in Status: IN_PROGRESS for 2s [ 1554.697814] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.697987] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1556.389318] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7fd7b04-668f-4d14-9292-a86279a618ad in Status: SUCCESS [ 1556.389656] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.699386] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.699386] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.173070] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.173070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.173070] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.173534] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.173534] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1562.676281] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.178686] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.680613] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1563.680789] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1564.445090] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.445484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.445484] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.445544] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.459483] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1564.460431] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.461347] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1564.501786] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.502072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.502072] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.502247] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.517907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.518763] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1564.518849] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1564.518929] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1564.554117] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.554352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.554352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.554568] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.555461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.555624] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1564.632241] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.632463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.632498] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.632759] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.633107] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.633422] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1564.700228] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.700379] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.715890] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.716137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.716137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.716313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.716632] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.716927] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 1564.717040] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f7fd7b04-668f-4d14-9292-a86279a618ad', 'b18ab17b-9a49-41ce-b194-dadec741c3de', 'fe9429ed-b529-448a-b214-b073eca8d4e5', '776fd40c-1e45-4155-a567-d1df0f50adf3', '68078c5f-d246-4dc9-89bd-21d62466e100', '158b15b4-9f17-424c-b136-6752a53b6f65', '11008d53-fdcf-40d8-bbe4-59ab3ce68bd3', '81081705-813a-4c37-b972-5e185eaca139', '4845fd28-3d42-409d-a1a8-d55d480b2f86', 'a909b740-3b0c-4bfa-99db-d497a916420e', '2ef73f68-00d7-406c-8317-21fa17f8fbf0', 'fecddd75-45d4-41c9-ac42-1cafcb3c741b', 'e6c19db3-81a5-495d-9d82-4f9ef2510b66', '1cd958d0-475a-4ca2-892d-f7f63b49fb03', '1a3ee61d-8d51-489d-92f6-d42f74b525e8', 'dd9682ad-00fa-4838-a73c-dabaf468337c', '7d3af23f-b0c6-496a-ba12-29205a5ece42', 'f11e79ac-11aa-4e8c-99a7-eb170a48af98', '6f410793-836f-4cdc-9b3e-e8945d709939', 'aac711a1-3ce0-44ea-a603-fe1a2e57bd58', '3fcdbfbb-91b9-4a2c-a485-798c29ae66ee', '46b32e92-c93c-4f17-a2c7-2a0ef5bfcaab', '6b53a905-2b1f-419b-a575-4c0309a672da', '966685e3-be17-4699-9853-dbc9425ede77', '348c06e6-035c-4959-be32-a67981ec663e', '97b193e8-8e96-4e34-93f2-dbe3a229c274', '1a041292-c452-4f4c-9747-afb15e5b9c8e', '1d501553-ad7e-49e6-a352-d240148700fd', 'a0ad44a0-d08b-4739-9990-314d1fbce44d', '407d5909-c004-4ffe-8b2e-6741463cbe75', '7b3c598c-ff85-4d04-ba00-37d0dc6ccb57', 'ebff7686-9023-47e8-8403-1c1c4cfd169d'} {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1564.717122] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1564.736750] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.736940] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.737020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.737178] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.737264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.737380] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1564.737451] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1564.737522] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1564.830988] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.831273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.831273] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.831463] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.832638] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.832903] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1564.832981] env[63332]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63332) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1564.833072] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1564.833126] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1564.833202] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 1564.833275] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGH for action security_group_rules [ 1564.833354] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGH for action security_group_rules [ 1564.833419] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGH for action security_group_rules [ 1564.833482] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGH for action security_group_rules [ 1564.833543] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGH for action security_group_rules [ 1564.833604] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGH for action security_group_rules [ 1564.833664] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGH for action security_group_rules [ 1564.833723] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGH for action security_group_rules [ 1564.833782] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGH for action security_group_rules [ 1564.833843] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGH for action security_group_rules [ 1564.833904] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGH for action security_group_rules [ 1564.833964] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGH for action security_group_rules [ 1564.834034] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGH for action security_group_rules [ 1564.834099] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGH for action security_group_rules [ 1564.834157] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGH for action security_group_rules [ 1564.834216] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGH for action security_group_rules [ 1564.834276] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGH for action security_group_rules [ 1564.834337] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGH for action security_group_rules [ 1564.834398] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGH for action security_group_rules [ 1564.834458] env[63332]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGH for action security_group_rules [ 1564.834550] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.701506] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.701922] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1569.701922] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGH for action security_group_rules [ 1569.701922] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9429ed-b529-448a-b214-b073eca8d4e5 with Priority: HIGH for action security_group_rules [ 1569.702055] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 with Priority: HIGH for action security_group_rules [ 1569.702093] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 with Priority: HIGH for action security_group_rules [ 1569.702177] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 with Priority: HIGH for action security_group_rules [ 1569.702269] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f410793-836f-4cdc-9b3e-e8945d709939 with Priority: HIGH for action security_group_rules [ 1569.702361] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 with Priority: HIGH for action security_group_rules [ 1569.702451] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 with Priority: HIGH for action security_group_rules [ 1569.702539] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 with Priority: HIGH for action security_group_rules [ 1569.702624] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9682ad-00fa-4838-a73c-dabaf468337c with Priority: HIGH for action security_group_rules [ 1569.702709] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 with Priority: HIGH for action security_group_rules [ 1569.702796] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b with Priority: HIGH for action security_group_rules [ 1569.702886] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 with Priority: HIGH for action security_group_rules [ 1569.702972] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a909b740-3b0c-4bfa-99db-d497a916420e with Priority: HIGH for action security_group_rules [ 1569.703070] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 with Priority: HIGH for action security_group_rules [ 1569.703158] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158b15b4-9f17-424c-b136-6752a53b6f65 with Priority: HIGH for action security_group_rules [ 1569.703246] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81081705-813a-4c37-b972-5e185eaca139 with Priority: HIGH for action security_group_rules [ 1569.703330] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68078c5f-d246-4dc9-89bd-21d62466e100 with Priority: HIGH for action security_group_rules [ 1569.703422] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ab17b-9a49-41ce-b194-dadec741c3de with Priority: HIGH for action security_group_rules [ 1569.703538] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 with Priority: HIGH for action security_group_rules [ 1569.703879] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.704026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.704093] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.704311] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.704392] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.705633] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9429ed-b529-448a-b214-b073eca8d4e5 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.705775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.705816] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.705984] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.706071] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9429ed-b529-448a-b214-b073eca8d4e5',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.706844] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.706977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.706977] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.707160] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.707245] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11008d53-fdcf-40d8-bbe4-59ab3ce68bd3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.707954] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.708051] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.708105] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.708260] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.708333] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a3ee61d-8d51-489d-92f6-d42f74b525e8',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.709113] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.709189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.709226] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.709425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.709507] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac711a1-3ce0-44ea-a603-fe1a2e57bd58',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.710226] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f410793-836f-4cdc-9b3e-e8945d709939 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.710436] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.710532] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.710657] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.710740] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f410793-836f-4cdc-9b3e-e8945d709939',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.711435] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.711549] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.711613] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.711740] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.711811] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f11e79ac-11aa-4e8c-99a7-eb170a48af98',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.712495] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3af23f-b0c6-496a-ba12-29205a5ece42 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.712621] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.712684] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.712807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.712867] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3af23f-b0c6-496a-ba12-29205a5ece42',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.713564] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.713691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.713796] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.713973] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.714059] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cd958d0-475a-4ca2-892d-f7f63b49fb03',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.714839] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd9682ad-00fa-4838-a73c-dabaf468337c taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.714948] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.715021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.715179] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.715253] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd9682ad-00fa-4838-a73c-dabaf468337c',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.715911] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.716026] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.716096] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.716248] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.716318] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c19db3-81a5-495d-9d82-4f9ef2510b66',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.716979] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.717103] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.717170] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.717324] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.717402] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fecddd75-45d4-41c9-ac42-1cafcb3c741b',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.718081] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.718197] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.718264] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.718440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.718512] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef73f68-00d7-406c-8317-21fa17f8fbf0',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.719278] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a909b740-3b0c-4bfa-99db-d497a916420e taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.719384] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.719448] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.719603] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.719673] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a909b740-3b0c-4bfa-99db-d497a916420e',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.720368] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4845fd28-3d42-409d-a1a8-d55d480b2f86 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.720481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.720547] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.720698] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.720773] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4845fd28-3d42-409d-a1a8-d55d480b2f86',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.721469] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-158b15b4-9f17-424c-b136-6752a53b6f65 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.721575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.721671] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.721797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.721869] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('158b15b4-9f17-424c-b136-6752a53b6f65',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.722621] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81081705-813a-4c37-b972-5e185eaca139 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.722729] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.722794] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.722945] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.723040] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81081705-813a-4c37-b972-5e185eaca139',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.723698] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68078c5f-d246-4dc9-89bd-21d62466e100 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.723807] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.723873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.724035] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.724110] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68078c5f-d246-4dc9-89bd-21d62466e100',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.724769] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18ab17b-9a49-41ce-b194-dadec741c3de taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.724877] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.724943] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.725109] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.725189] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18ab17b-9a49-41ce-b194-dadec741c3de',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.725837] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776fd40c-1e45-4155-a567-d1df0f50adf3 taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.725951] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.726014] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.726185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.726347] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776fd40c-1e45-4155-a567-d1df0f50adf3',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.756491] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.756691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.756691] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.756905] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.760244] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.760356] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.775034] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.775170] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fecddd75-45d4-41c9-ac42-1cafcb3c741b is going to be deleted. [ 1569.776079] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.776302] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.792908] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.793044] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a3ee61d-8d51-489d-92f6-d42f74b525e8 is going to be deleted. [ 1569.836280] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.836506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.836506] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.836699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.836789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.836907] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fecddd75-45d4-41c9-ac42-1cafcb3c741b" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.837648] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.837760] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.837828] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.837996] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.838092] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.838213] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a3ee61d-8d51-489d-92f6-d42f74b525e8" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.241925] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.242182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.242182] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.242380] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.242538] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.242637] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.242699] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.242843] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.242927] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.243027] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.243116] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.300152] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.300340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.300340] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.300563] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.302254] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.302351] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.304030] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.304146] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.305095] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.305190] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.305894] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.305986] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.306681] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.306775] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.307469] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.307580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.308250] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.308346] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.309024] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.309127] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.310217] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.310313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.310985] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.311097] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.311691] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1570.312154] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.312254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.312852] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1570.313294] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.313397] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.313997] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1570.314383] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.314479] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.315045] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1570.315473] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.315601] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.316215] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1570.316634] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.316742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.317319] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1570.317780] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.317885] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.320343] env[63332]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1570.320812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.320990] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef73f68-00d7-406c-8317-21fa17f8fbf0 is going to be deleted. [ 1570.321810] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.322020] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.339553] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.339659] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a909b740-3b0c-4bfa-99db-d497a916420e is going to be deleted. [ 1570.340485] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.340701] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.358082] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.358221] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68078c5f-d246-4dc9-89bd-21d62466e100 is going to be deleted. [ 1570.359099] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.359320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.383947] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.384162] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.388313] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.388430] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c19db3-81a5-495d-9d82-4f9ef2510b66 is going to be deleted. [ 1570.389352] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.389569] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.407010] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.407207] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.409793] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.409916] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11008d53-fdcf-40d8-bbe4-59ab3ce68bd3 is going to be deleted. [ 1570.410798] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.411024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.413151] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.413255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.429521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.429646] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f410793-836f-4cdc-9b3e-e8945d709939 is going to be deleted. [ 1570.430521] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.430739] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.447511] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.447686] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.491195] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.491424] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cd958d0-475a-4ca2-892d-f7f63b49fb03 is going to be deleted. [ 1570.492440] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.492672] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.531873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.532077] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81081705-813a-4c37-b972-5e185eaca139 is going to be deleted. [ 1570.533017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.533249] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.595583] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.595778] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.596518] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.596633] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3af23f-b0c6-496a-ba12-29205a5ece42 is going to be deleted. [ 1570.597523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.597737] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.606678] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.606872] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.637334] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.637515] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.643367] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.643520] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4845fd28-3d42-409d-a1a8-d55d480b2f86 is going to be deleted. [ 1570.644437] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.644658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.671836] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.672065] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.678663] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.678805] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776fd40c-1e45-4155-a567-d1df0f50adf3 is going to be deleted. [ 1570.679777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.679994] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.718969] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.719366] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.721216] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.721342] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9429ed-b529-448a-b214-b073eca8d4e5 is going to be deleted. [ 1570.722294] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.722523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.751451] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.770618] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.770797] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.791299] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.791445] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18ab17b-9a49-41ce-b194-dadec741c3de is going to be deleted. [ 1570.792429] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.792658] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.830425] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.830619] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd9682ad-00fa-4838-a73c-dabaf468337c is going to be deleted. [ 1570.831579] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.831801] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.846770] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.846930] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.912429] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.912611] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.919186] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.919338] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.920314] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.920436] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f11e79ac-11aa-4e8c-99a7-eb170a48af98 is going to be deleted. [ 1570.921349] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.921567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.978024] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.978218] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac711a1-3ce0-44ea-a603-fe1a2e57bd58 is going to be deleted. [ 1570.979177] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.979398] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.017718] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.017941] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.023191] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.023381] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 158b15b4-9f17-424c-b136-6752a53b6f65 is going to be deleted. [ 1571.024297] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.024519] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.024612] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.024742] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef73f68-00d7-406c-8317-21fa17f8fbf0" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.024891] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.025061] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.025134] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.025254] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a909b740-3b0c-4bfa-99db-d497a916420e" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.025812] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.025993] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.026069] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.026189] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68078c5f-d246-4dc9-89bd-21d62466e100" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.026320] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.026467] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.026545] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.026661] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c19db3-81a5-495d-9d82-4f9ef2510b66" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.026789] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.026936] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.027021] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.027136] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11008d53-fdcf-40d8-bbe4-59ab3ce68bd3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.027268] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.027410] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.027486] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.027604] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f410793-836f-4cdc-9b3e-e8945d709939" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.027734] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.027873] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.027949] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.028071] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cd958d0-475a-4ca2-892d-f7f63b49fb03" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.028205] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.028343] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.028416] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.028523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81081705-813a-4c37-b972-5e185eaca139" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.028649] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.028787] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.028861] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.028972] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3af23f-b0c6-496a-ba12-29205a5ece42" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.029115] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.029255] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.029331] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.029441] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4845fd28-3d42-409d-a1a8-d55d480b2f86" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.029567] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.029705] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.029774] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.029882] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776fd40c-1e45-4155-a567-d1df0f50adf3" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.030017] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.030156] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.030231] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.030334] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9429ed-b529-448a-b214-b073eca8d4e5" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.030459] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.030597] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.030665] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.030777] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18ab17b-9a49-41ce-b194-dadec741c3de" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.030898] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.031041] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.031118] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.031239] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd9682ad-00fa-4838-a73c-dabaf468337c" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.080592] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.080821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.080821] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.080992] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.081116] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.081271] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac711a1-3ce0-44ea-a603-fe1a2e57bd58" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.091644] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.091950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.091950] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.092074] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.092142] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.092272] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f11e79ac-11aa-4e8c-99a7-eb170a48af98" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.213348] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.213566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.213566] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.213746] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.213837] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.213962] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-158b15b4-9f17-424c-b136-6752a53b6f65" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.253552] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7fd7b04-668f-4d14-9292-a86279a618ad: rpc.has_security_group_logging(os_id): False [ 1571.286091] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.286279] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.286316] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.286554] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.328137] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.328490] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.328623] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.328675] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.328889] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.328970] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.329082] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7fd7b04-668f-4d14-9292-a86279a618ad is going to be updated. [ 1571.414841] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.415066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.415066] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.415284] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.415434] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.428545] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7fd7b04-668f-4d14-9292-a86279a618ad in Status: IN_PROGRESS for 2s [ 1573.443684] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7fd7b04-668f-4d14-9292-a86279a618ad in Status: SUCCESS [ 1573.444068] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.704929] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.704929] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.705944] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.705944] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.707148] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.707492] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.708400] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.708400] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.709343] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.709343] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.710448] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.710828] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.712082] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.712418] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.712920] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.713334] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.255585] env[63332]: INFO networking_nsxv3.common.synchronization [req-ebf22117-66f1-4e40-bf68-4f92cfdb812d req-5deb8d8c-269b-43ac-b3b6-718da6e5916f tempest-AttachVolumeNegativeTest-1371859133 tempest-AttachVolumeNegativeTest-1371859133-project-member] Enqueued Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_members [ 1611.256128] env[63332]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7fd7b04-668f-4d14-9292-a86279a618ad with Priority: HIGHEST for action security_group_members [ 1611.256441] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7fd7b04-668f-4d14-9292-a86279a618ad taken with stack trace [, , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.256580] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.256651] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.257290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.257290] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.257290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.257290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.257290] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.257591] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.257591] env[63332]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7fd7b04-668f-4d14-9292-a86279a618ad',) {} {{(pid=63332) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.759668] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.759865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.759865] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.760059] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.760158] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.760365] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.760461] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.760523] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.760677] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.760755] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.760841] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7fd7b04-668f-4d14-9292-a86279a618ad is going to be updated. [ 1611.799990] env[63332]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63332) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.800185] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.800224] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.800430] env[63332]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.800575] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.808990] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7fd7b04-668f-4d14-9292-a86279a618ad in Status: IN_PROGRESS for 2s [ 1613.820097] env[63332]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7fd7b04-668f-4d14-9292-a86279a618ad in Status: SUCCESS [ 1613.820481] env[63332]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7fd7b04-668f-4d14-9292-a86279a618ad deletion is rescheduled due to dependency. [ 1613.820481] env[63332]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7fd7b04-668f-4d14-9292-a86279a618ad" {{(pid=63332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.257556] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.257556] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.258209] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.258597] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.259100] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.259321] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.260110] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.260545] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.261634] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.262091] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1641.263058] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1641.263417] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1646.264175] env[63332]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1646.264497] env[63332]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0